{"logLevel":"info","timestamp":"2023-09-04T15:45:51.373Z","context":"general","message":"Browsertrix-Crawler 0.10.4 (with warcio.js 1.6.2 pywb 2.7.4)","details":{}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:51.375Z","context":"general","message":"Seeds","details":[{"url":"https://davidsonarchivesandspecialcollections.org/archives","include":["/^https?:\\/\\/davidsonarchivesandspecialcollections\\.org\\//"],"exclude":[],"scopeType":"prefix","sitemap":false,"allowHash":false,"maxExtraHops":0,"maxDepth":1000000}]}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.105Z","context":"worker","message":"Creating 4 workers","details":{}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.106Z","context":"worker","message":"Worker starting","details":{"workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.106Z","context":"worker","message":"Worker starting","details":{"workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.106Z","context":"worker","message":"Worker starting","details":{"workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.107Z","context":"worker","message":"Worker starting","details":{"workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.180Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives"}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:52.181Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":null,"total":null,"pending":1,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:45:52.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T15:45:51.520Z\",\"depth\":0}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:45:54.492Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:46:08.101Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:46:08.101Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.110Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/"],"page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.110Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.112Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.113Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.257Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":null,"total":null,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:46:08.099Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:45:52.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T15:45:51.520Z\",\"depth\":0}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.264Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/about"}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.264Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/college"}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":null,"total":null,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:46:08.099Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:45:52.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T15:45:51.520Z\",\"depth\":0}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:08.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":null,"total":null,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:46:08.099Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:45:52.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T15:45:51.520Z\",\"depth\":0}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:20.775Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:21.282Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:21.964Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:25.439Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:25.440Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:25.440Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:25.452Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community"}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:25.453Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1,"total":17,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:46:08.099Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:29.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:46:51.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:46:51.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.730Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/about"],"page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.730Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/about","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.733Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.733Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.734Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/about","page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.734Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.734Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.744Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections"}}
{"logLevel":"info","timestamp":"2023-09-04T15:46:51.744Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2,"total":27,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:51.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:46:08.099Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:01.750Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:08.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:08.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.743Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/"],"page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.743Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.745Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.745Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.746Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.746Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.747Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.756Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:08.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3,"total":27,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:46:51.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:08.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases\",\"added\":\"2023-09-04T15:46:08.101Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:09.064Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:09.064Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.071Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.071Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.073Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.073Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.073Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.074Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.083Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.084Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":4,"total":36,"pending":4,"failed":0,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:09.083Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:08.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases\",\"added\":\"2023-09-04T15:46:08.101Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:09.707Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:10.471Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T15:47:14.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T15:47:14.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/ returned status code 404","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T15:47:14.390Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/ returned status code 404","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/ returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:14.391Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/2012/12/25/holiday-postcards-past/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.401Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.402Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":5,"total":36,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:08.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases\",\"added\":\"2023-09-04T15:46:08.101Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:14.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:14.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.649Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/indexes-databases"],"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.649Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.652Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.652Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.653Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.653Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.653Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.663Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:14.663Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":6,"total":48,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.662Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:25.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:17.700Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:18.402Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:42.888Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:42.888Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.896Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.896Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.898Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.898Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.899Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community","page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.899Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.899Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.910Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.912Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":7,"total":57,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.662Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:42.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:42.922Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.062Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/"],"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.062Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.566Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.566Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.567Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.567Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.577Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/feed"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:46.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":8,"total":69,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:46.577Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/feed\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:42.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:49.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:tijohnson@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:49.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:digitallearning@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:49.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:digitallearning@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:49.743Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"tel:17048942000","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:49.752Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://www.davidson.edu/library/about-library/library-policies/honor-theses-repository-policy"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:49.752Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.davidson.edu/library/about-library/library-policies/honor-theses-repository-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.092Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/feed","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://www.davidson.edu/library/about-library/library-policies/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://www.davidson.edu/library/about-library/library-policies/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.263Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.davidson.edu/library/about-library/library-policies/honor-theses-repository-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.263Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.264Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honor-theses-repository-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.273Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:50.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":9,"total":69,"pending":4,"failed":1,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:46.577Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/feed\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:46:08.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college\",\"added\":\"2023-09-04T15:46:08.100Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"error","timestamp":"2023-09-04T15:47:51.964Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/college","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T15:47:51.964Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/college","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:47:51.964Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:51.974Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:51.974Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":10,"total":69,"pending":4,"failed":2,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:51.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:46.577Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/feed\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:51.984Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:55.084Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/feed","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:55.100Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:55.100Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":11,"total":69,"pending":4,"failed":2,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:47:51.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:55.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:55.197Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:56.956Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/"],"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:56.956Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:57.462Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:47:57.462Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:05.106Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:30.892Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:30.892Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:31.398Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:31.398Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.779Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.779Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.785Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.785Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.786Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.786Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.787Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.798Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:33.798Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":12,"total":108,"pending":4,"failed":2,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:48:33.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:55.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:36.815Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:37.789Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:37.789Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:37.789Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-housemothers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:37.858Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:37.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":13,"total":108,"pending":4,"failed":2,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:48:37.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true\",\"added\":\"2023-09-04T15:46:08.104Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:33.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:46.805Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:48:54.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:48:54.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:48:54.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:48:54.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:54.176Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices"}}
{"logLevel":"info","timestamp":"2023-09-04T15:48:54.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":14,"total":108,"pending":4,"failed":3,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:48:33.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:50.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:54.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:04.179Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:05.015Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:05.015Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:05.017Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:05.017Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T15:49:25.199Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T15:49:25.199Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:49:25.199Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/archives/always-part-of-the-fabric","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:25.209Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room"}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:25.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":15,"total":108,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:49:25.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:33.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:54.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:47:14.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:46:08.102Z\",\"depth\":1}"]}}
{"logLevel":"error","timestamp":"2023-09-04T15:49:26.957Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:26.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:26.968Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff"}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:26.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":16,"total":108,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:49:25.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:33.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/\",\"added\":\"2023-09-04T15:46:08.103Z\",\"depth\":1}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:26.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:54.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:27.627Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:27.628Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:27.628Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/remembering-davidson-icon-lula-bell-houston-20-years-after-her-retirement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:27.638Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial"}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:27.639Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":17,"total":108,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:49:25.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:27.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:26.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:48:54.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:28.183Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:36.977Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:37.642Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:49:44.521Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:01.630Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:01.630Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:01.633Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.643Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/best-practices"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.643Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.646Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.647Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.647Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.647Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.648Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.661Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources"}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.661Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":18,"total":114,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:49:25.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:01.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:27.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:26.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:01.673Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:04.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:04.951Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.961Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.962Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.964Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.964Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:04.965Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:05.051Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials"}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:05.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":19,"total":126,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:04.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:01.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:27.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:26.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:06.342Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:06.343Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.349Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.349Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.351Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.352Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.352Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.362Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use"}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:06.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":20,"total":129,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:06.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:04.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:27.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:26.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:08.658Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:08.658Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:08.664Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/staff"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:08.664Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:08.666Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:08.666Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:15.055Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:15.145Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:17.235Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:17.235Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:17.236Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:17.303Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:17.304Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":21,"total":131,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:06.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:04.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:49:27.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial\",\"added\":\"2023-09-04T15:46:51.723Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:27.307Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:53.862Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:50:53.862Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.869Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/tutorial"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.869Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.871Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.871Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.872Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.883Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules"}}
{"logLevel":"info","timestamp":"2023-09-04T15:50:53.883Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":22,"total":133,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:06.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:04.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:07.564Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:08.585Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:08.585Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:08.585Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.591Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.591Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.593Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.593Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.594Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.594Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.594Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.604Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:08.604Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":23,"total":134,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:06.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use\",\"added\":\"2023-09-04T15:46:51.724Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:08.603Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:16.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:16.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:16.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:shbyrd@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.092Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.092Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.095Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.095Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.096Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.106Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:16.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":24,"total":138,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:16.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/\",\"added\":\"2023-09-04T15:47:09.064Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:08.603Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:19.368Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:21.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:23.614Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:23.614Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.622Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.622Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.625Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.626Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.627Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.627Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.627Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.638Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.639Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":25,"total":140,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:23.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:16.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/\",\"added\":\"2023-09-04T15:47:09.064Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:23.650Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:25.303Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:25.304Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.314Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.314Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.315Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.316Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.317Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.317Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.318Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.394Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:25.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":26,"total":161,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:23.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:29.244Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:29.244Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.251Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.251Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.255Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.255Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.256Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.266Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:29.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":27,"total":166,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:53.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:29.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:32.283Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:32.414Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:39.777Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:39.777Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.783Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.784Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.785Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.785Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.786Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.786Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.786Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.858Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:39.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":28,"total":168,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:39.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:29.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:40.650Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:40.650Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.664Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.664Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.666Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.666Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.666Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.677Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:40.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":29,"total":209,"pending":4,"failed":4,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:39.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:50:17.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true\",\"added\":\"2023-09-04T15:46:51.725Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:40.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:48.786Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:50.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T15:51:57.309Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T15:51:57.309Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:57.309Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/about?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.320Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.320Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":30,"total":209,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:39.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:40.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:57.362Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:57.362Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.367Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.367Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.369Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.369Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.369Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.443Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:57.444Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":31,"total":215,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:39.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:25.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:59.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:51:59.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.900Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.901Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.903Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.903Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.904Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.904Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.906Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.916Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T15:51:59.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":32,"total":220,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:39.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/\",\"added\":\"2023-09-04T15:47:09.065Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:02.068Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:02.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:03.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:52:14.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:52:14.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.571Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.571Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.573Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.573Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.575Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.575Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.585Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/archivescollage.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:14.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":33,"total":252,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:14.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/archivescollage.jpg\",\"added\":\"2023-09-04T15:47:14.641Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:24.589Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/archivescollage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:26.664Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/archivescollage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:26.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search"}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:26.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":34,"total":252,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:28.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:52:51.647Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:52:51.647Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.655Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.655Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.657Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.657Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.658Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.658Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.659Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.667Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/26-2407.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:51.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":35,"total":256,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:51.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/26-2407.jpg\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.743Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/26-2407.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/26-2407.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.745Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/26-2407.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.757Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/1958.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":36,"total":256,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/1958.jpg\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.839Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/1958.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/1958.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.840Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/1958.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.849Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search"}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:54.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":37,"total":256,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:59.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:52:55.682Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:53:14.719Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:53:14.719Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.725Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.725Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.727Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.727Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.728Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.728Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.728Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.738Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search"}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":38,"total":257,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:51:57.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/\",\"added\":\"2023-09-04T15:47:09.066Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:14.748Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:53:18.618Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:53:18.618Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.624Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.624Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.626Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.626Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.627Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.627Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.627Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.637Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search"}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:18.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":39,"total":260,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:26.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search\",\"added\":\"2023-09-04T15:47:14.642Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:53:23.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:53:58.293Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:00.807Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:00.807Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.814Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.814Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.825Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/1926pennant.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.825Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":40,"total":264,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:00.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/1926pennant.jpg\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.918Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/1926pennant.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/1926pennant.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.919Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/1926pennant.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.929Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/waring_cover.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:00.930Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":41,"total":264,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:00.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/waring_cover.jpg\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.022Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/waring_cover.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/waring_cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.024Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/waring_cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.105Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/Seal1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":42,"total":264,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:01.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/Seal1.jpg\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.185Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/Seal1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/Seal1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.188Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/Seal1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.197Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:01.198Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":43,"total":264,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:01.197Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true\",\"added\":\"2023-09-04T15:47:14.644Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:02.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:07.656Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:07.656Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.662Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.663Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.666Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.666Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.666Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.677Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/BookplateSquare.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":44,"total":265,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:07.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/BookplateSquare.jpg\",\"added\":\"2023-09-04T15:47:14.644Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:07.687Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/BookplateSquare.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:08.767Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/03/BookplateSquare.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:08.777Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:08.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":45,"total":265,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/share\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:08.788Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:14.652Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:14.653Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:14.653Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:14.653Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.657Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/share"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.657Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.659Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.659Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.659Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.659Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.660Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.670Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:14.670Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":46,"total":266,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:52:54.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:16.376Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:25.685Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:28.194Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:28.194Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:28.199Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:28.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:28.210Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:28.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":47,"total":267,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:28.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:14.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:31.895Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:44.749Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:47.257Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:47.257Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:47.264Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:47.264Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:47.274Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:47.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":48,"total":269,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:28.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:47.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:48.175Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:48.175Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.181Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.181Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.183Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.183Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.184Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.184Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.184Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.258Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":49,"total":274,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:48.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:53:18.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search\",\"added\":\"2023-09-04T15:47:14.643Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:48.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:53.765Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:56.276Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:54:56.276Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:56.282Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:56.282Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:56.291Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:56.292Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":50,"total":276,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:54:48.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:56.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:54:57.078Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:00.679Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:00.679Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:00.686Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:00.686Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:00.687Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:00.688Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:04.573Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:04.573Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:04.573Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:04.583Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local"}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:04.583Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":51,"total":280,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:56.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:06.499Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:06.990Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:06.990Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:06.997Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:06.997Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:06.999Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:06.999Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.000Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.000Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.001Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.025Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":52,"total":281,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:07.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:14.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map\",\"added\":\"2023-09-04T15:47:42.888Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:07.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:09.189Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:09.189Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.212Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.212Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.214Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.214Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.216Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.216Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.285Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:09.285Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":53,"total":319,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:07.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:09.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.289Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:19.537Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:19.537Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.546Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.547Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.548Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.549Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.549Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.549Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.550Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-fabric-supplement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.612Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:19.613Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":54,"total":339,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:19.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/\",\"added\":\"2023-09-04T15:47:46.047Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:09.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:22.022Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:39.252Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:55:39.252Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.263Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.263Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.265Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.265Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.266Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.266Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.267Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-exhibits/always-part-of-the-fabric/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.276Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:39.278Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":55,"total":341,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:19.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/\",\"added\":\"2023-09-04T15:47:46.047Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:55:41.073Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:04.750Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:04.750Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.255Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.255Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.256Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.266Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:05.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":56,"total":341,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:54:47.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:06.018Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:17.287Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:19.796Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:19.797Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:19.802Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:19.802Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:19.811Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:19.812Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":57,"total":342,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:55:04.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local\",\"added\":\"2023-09-04T15:47:42.889Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:19.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:29.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:36.499Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:39.008Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:56:39.009Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:39.015Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:39.016Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:39.026Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:39.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":58,"total":347,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:56:39.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:19.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:49.030Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.353Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.353Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.862Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.862Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.863Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.863Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.863Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/dave_matthews_band2007/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.933Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.933Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":59,"total":350,"pending":4,"failed":5,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:56:39.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:59.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/about/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:56:59.943Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:57:01.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:57:01.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/about/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T15:57:01.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/about/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/about/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T15:57:01.055Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/about/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:01.065Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:01.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":60,"total":350,"pending":4,"failed":6,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:56:39.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:55:39.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:01.076Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:04.010Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:04.010Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:04.013Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:04.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T15:57:11.073Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T15:57:11.073Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:57:11.073Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:11.083Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:11.084Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":61,"total":456,"pending":4,"failed":7,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:56:39.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:11.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:56:05.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:11.094Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:25.623Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:25.624Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:25.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:25.635Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/feed"}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:25.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":62,"total":456,"pending":4,"failed":7,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:56:39.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:47:46.048Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:25.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/feed\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:11.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.320Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/feed","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.451Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.451Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.958Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.960Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.961Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.961Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.962Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/concerts-on-campus/louis_armstrong_1953/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.974Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:28.975Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":63,"total":458,"pending":4,"failed":7,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:28.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:25.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/feed\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:11.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:29.193Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:29.193Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:29.196Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:29.196Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:38.979Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:51.812Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/feed","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:51.825Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:57:51.825Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":64,"total":489,"pending":4,"failed":7,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:51.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:28.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:11.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:01.831Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:58:39.058Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T15:58:39.058Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.069Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.069Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.073Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.074Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.074Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.074Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.085Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php"}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:39.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":65,"total":489,"pending":4,"failed":7,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:51.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:11.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}"]}}
{"logLevel":"error","timestamp":"2023-09-04T15:58:41.094Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T15:58:41.095Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:58:41.095Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:41.108Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race"}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:41.108Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":66,"total":489,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:51.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:57:01.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/\",\"added\":\"2023-09-04T15:47:46.049Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:41.108Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:49.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:51.129Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T15:58:59.193Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:59.194Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:59.205Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:58:59.206Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":67,"total":489,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:51.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:41.108Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:06.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:12.730Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:16.302Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:16.302Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:16.303Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:16.303Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T15:59:24.805Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T15:59:24.805Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.815Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.815Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.816Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.817Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.817Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.818Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.828Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:24.828Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":68,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:57:51.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.799Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.800Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.800Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-james/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.813Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_sketch.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.813Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":69,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:25.813Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_sketch.jpg\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.881Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_sketch.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_sketch.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.882Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_sketch.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.947Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_football.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:25.948Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":70,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:25.893Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_football.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.000Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_football.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_football.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.002Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_football.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.011Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_photo.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":71,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.011Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_photo.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.063Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_photo.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_photo.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.065Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fresh_photo.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.079Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_basket.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.080Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":72,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_basket.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.132Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_basket.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_basket.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.134Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_basket.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.143Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.145Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_sketch.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.145Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":73,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_sketch.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.215Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_sketch.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_sketch.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/junior_sketch.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.228Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_basket.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.228Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":74,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_basket.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.287Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_basket.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_basket.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.288Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_basket.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.359Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_football.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.359Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":75,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_football.jpg\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.410Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_football.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_football.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.412Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/soph_football.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.421Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:26.421Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":76,"total":499,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.421Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:39.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php\",\"added\":\"2023-09-04T15:47:46.050Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:27.904Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.131Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.132Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.133Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.134Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.134Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.134Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.135Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.204Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat"}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:31.205Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":77,"total":500,"pending":4,"failed":8,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:31.145Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:26.421Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/\",\"added\":\"2023-09-04T15:47:56.944Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:32.761Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:32.761Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:32.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:32.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T15:59:41.228Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:00:56.144Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:00:57.905Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:00:57.905Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:00:57.905Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wwi-veterans-day-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:57.916Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson"}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:57.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":78,"total":572,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:31.145Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:57.916Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:24.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:58.677Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:58.677Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/class-of-1919/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:58.757Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:00:58.758Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":79,"total":572,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:31.145Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:57.916Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:58:59.205Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/\",\"added\":\"2023-09-04T15:47:56.943Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:01:02.763Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:02.764Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:02.775Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/senior.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:02.775Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":80,"total":572,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:01:02.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/senior.jpg\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T15:59:31.145Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:57.916Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:02.786Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/senior.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:05.070Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:07.938Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:01:11.228Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:12.735Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/senior.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:12.746Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:12.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":81,"total":572,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T15:59:31.145Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:01:12.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:57.916Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:01:13.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:01:13.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:13.750Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:13.750Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:13.761Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:13.761Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":82,"total":586,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:01:13.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:01:12.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:57.916Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:22.750Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:23.765Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:35.127Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:35.127Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:35.128Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:35.128Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:42.282Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:42.282Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:42.284Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:01:42.284Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:02:37.945Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:40.459Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:40.459Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:40.474Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:40.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":83,"total":602,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:01:13.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:01:12.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:40.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:40.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:02:53.766Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:56.289Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:56.289Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fannie-and-mabel-two-special-ladies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:56.300Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:56.301Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":84,"total":602,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:02:56.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:01:12.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/\",\"added\":\"2023-09-04T15:48:30.875Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:40.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:02:56.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:03:05.130Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:05.131Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:05.226Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:05.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":85,"total":602,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:03:05.142Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:56.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:40.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:00:58.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/\",\"added\":\"2023-09-04T15:47:56.945Z\",\"depth\":2}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:03:12.282Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:12.284Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:12.296Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:12.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":86,"total":602,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:03:05.142Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:56.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:40.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:13.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:03:13.652Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:10.489Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:13.030Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:13.032Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:13.042Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:13.043Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":87,"total":605,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:03:05.142Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:02:56.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:13.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.751Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:13.053Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:17.388Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:17.389Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:17.405Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:17.406Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:17.408Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:17.409Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:26.311Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:28.860Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:28.861Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/women/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:28.871Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:28.872Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":88,"total":620,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:03:05.142Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:13.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.751Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:28.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:30.905Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:43.592Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:04:46.118Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:46.141Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:46.142Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:46.156Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:46.156Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":89,"total":628,"pending":4,"failed":9,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:04:46.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:13.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.751Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:28.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:04:56.163Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:05:01.950Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:05:01.950Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:05:01.950Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:05:01.950Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:01.963Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:01.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":90,"total":628,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:04:13.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.751Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:28.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:11.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:05:43.056Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:45.597Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:45.599Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:45.668Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball"}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:45.669Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":91,"total":630,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:03:12.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/\",\"added\":\"2023-09-04T15:48:30.876Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:45.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:28.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:45.680Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:05:47.406Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:47.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:47.417Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2"}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:47.417Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":92,"total":630,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:05:47.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:45.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:04:28.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:54.446Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:05:57.138Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/women/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:00.906Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:03.432Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:03.432Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/behind-the-display-part-2-title-ix-and-the-history-of-womens-basketball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:03.446Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:03.446Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":93,"total":630,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:47.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:45.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:05.373Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:21.153Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:21.154Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.167Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.167Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.170Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.170Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.171Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.171Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.172Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.183Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.183Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":94,"total":641,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:47.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:21.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results\",\"added\":\"2023-09-04T15:48:33.754Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:21.194Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:31.301Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:31.301Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.315Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.315Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.317Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.317Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.318Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.318Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.318Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.329Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":95,"total":644,"pending":4,"failed":10,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:31.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/\",\"added\":\"2023-09-04T15:48:33.754Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:47.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:31.340Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:32.422Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:32.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:32.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:32.424Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-study-of-fun-frolics-and-homecoming-queens/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.434Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":96,"total":644,"pending":4,"failed":11,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/\",\"added\":\"2023-09-04T15:48:33.754Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:47.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.444Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:32.699Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:32.699Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.708Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.708Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.710Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.710Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.711Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.711Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.711Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.722Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":97,"total":648,"pending":4,"failed":11,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/\",\"added\":\"2023-09-04T15:48:33.754Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:32.732Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:33.518Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:33.518Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:33.518Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:33.519Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fun-frolics-and-homecoming-queens-part-2-dating-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:33.529Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:33.529Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":98,"total":648,"pending":4,"failed":12,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:05:01.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/\",\"added\":\"2023-09-04T15:48:33.752Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:33.541Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:41.970Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:06:41.970Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:06:41.970Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/library/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:41.981Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:41.981Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":99,"total":648,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:03.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/\",\"added\":\"2023-09-04T15:48:33.753Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:41.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:06:49.006Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:09.631Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:09.632Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:10.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:10.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:13.138Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:13.138Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:13.139Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/title-ix-and-the-history-of-womens-basketball-at-davidson-display/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:13.224Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:13.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":100,"total":648,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:13.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:41.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:14.207Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.257Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.257Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.260Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.260Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.261Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/homecoming/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.270Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:25.271Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":101,"total":648,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:25.270Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:07:13.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:07:26.042Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:07:26.043Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:26.070Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:26.070Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:26.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:26.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:29.043Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:43.306Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:43.307Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:43.309Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:43.309Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.416Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.417Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.417Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/behind-the-scenes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.428Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.429Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":102,"total":664,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:49.428Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:07:25.270Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:49.439Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:52.724Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:52.724Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:52.726Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:52.726Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:53.838Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:53.838Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:53.839Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:53.840Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:56.435Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:56.435Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:56.436Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:56.500Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:56.500Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":103,"total":674,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:07:49.428Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/\",\"added\":\"2023-09-04T15:48:33.756Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:07:57.775Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:02.818Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:02.819Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.327Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.327Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.327Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-library-ellen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.338Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.338Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":104,"total":674,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:03.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:33.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:03.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:06.141Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:06.141Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:06.143Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:06.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.774Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.774Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.843Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.844Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":105,"total":675,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:03.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:10.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information\",\"added\":\"2023-09-04T15:50:01.630Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:10.854Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:31.961Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:31.961Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.470Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.470Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.471Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.471Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.472Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-sydney/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.483Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":106,"total":675,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:32.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett\",\"added\":\"2023-09-04T15:50:01.631Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:10.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information\",\"added\":\"2023-09-04T15:50:01.630Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:32.493Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:40.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:40.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:40.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:helpdesk@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:40.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:pagardner@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:40.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:40.964Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/information"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:40.964Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/information","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.470Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.470Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.471Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/information","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.472Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.472Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.484Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:41.485Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":107,"total":681,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:32.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett\",\"added\":\"2023-09-04T15:50:01.631Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:41.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia\",\"added\":\"2023-09-04T15:50:01.633Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:44.488Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:46.020Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:46.021Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.268Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett"],"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.268Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.281Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.282Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.283Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.284Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.287Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.299Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":108,"total":972,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:46.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline\",\"added\":\"2023-09-04T15:50:01.634Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:41.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia\",\"added\":\"2023-09-04T15:50:01.633Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:46.310Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:51.938Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:51.938Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.970Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.970Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.972Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.972Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.973Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.973Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.985Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":109,"total":990,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:46.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline\",\"added\":\"2023-09-04T15:50:01.634Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:51.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall\",\"added\":\"2023-09-04T15:50:01.634Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:51.995Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:53.410Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:53.410Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.445Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.445Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.457Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.457Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.457Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.563Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":110,"total":991,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:51.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall\",\"added\":\"2023-09-04T15:50:01.634Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:53.573Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:57.156Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:08:57.156Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:57.162Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:57.162Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:57.163Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:08:57.163Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.035Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.035Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.036Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.047Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr"}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.048Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":111,"total":993,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:09:01.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:07:56.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/\",\"added\":\"2023-09-04T15:48:33.757Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:01.852Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:08.824Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:08.825Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:08.826Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:08.836Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:08.836Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112,"total":993,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:09:01.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:06:32.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/\",\"added\":\"2023-09-04T15:48:33.755Z\",\"depth\":2}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:08.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:19.080Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:09:22.726Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:22.726Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:22.737Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:22.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":113,"total":993,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:09:22.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:01.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:08.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:25.837Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:09:35.937Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:09:35.937Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:35.961Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/author/sukerr"],"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:35.961Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:35.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:35.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.875Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.875Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.876Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.886Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.887Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":114,"total":1003,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:09:22.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:36.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/\",\"added\":\"2023-09-04T15:50:04.952Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:08.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:36.898Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:37.317Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/guest-blogger-athletics-student-life/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:09:54.268Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:09:54.268Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.276Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.276Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.278Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.278Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.279Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.279Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.279Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bullard-book-of-hours/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.361Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:09:54.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":115,"total":1003,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:09:22.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:54.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:08.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:02.982Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:02.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.989Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.990Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.991Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.991Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.992Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.992Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:02.992Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/general-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:03.066Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:03.067Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":116,"total":1005,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:54.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:08.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/\",\"added\":\"2023-09-04T15:50:04.951Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:10.094Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:10.142Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:11.502Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:11.502Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.508Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.508Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.509Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.510Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.510Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.510Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.511Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/bibles-encyclopedias/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.520Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.521Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":117,"total":1007,"pending":4,"failed":13,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:09:54.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:11.520Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:11.532Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:10:12.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:10:12.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:10:12.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:12.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/wilbur-l-fugate-collection-of-first-editions/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:12.241Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:12.241Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":118,"total":1007,"pending":4,"failed":14,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:11.520Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:12.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:12.251Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:20.196Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:20.197Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.203Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.203Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.204Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.204Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.205Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.205Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.205Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/golden-cockerel-press-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.215Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:20.215Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":119,"total":1009,"pending":4,"failed":14,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:20.215Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:12.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:08:53.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true\",\"added\":\"2023-09-04T15:50:01.635Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:10:23.573Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:10:23.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:23.574Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/best-practices?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:23.584Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:23.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":120,"total":1009,"pending":4,"failed":15,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:23.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:20.215Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:12.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:32.789Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:33.589Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:53.498Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:10:53.498Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.503Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.503Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.504Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.505Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.506Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.506Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.506Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.518Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary"}}
{"logLevel":"info","timestamp":"2023-09-04T16:10:53.518Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":121,"total":1011,"pending":4,"failed":15,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:10:03.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T15:50:04.953Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:23.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:12.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:02.158Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:02.158Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.164Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.164Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.166Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.166Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.167Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.167Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/william-patterson-cumming-map-collection/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.182Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.182Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":122,"total":1011,"pending":4,"failed":15,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:23.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:12.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:02.619Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:02.619Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.626Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.626Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.628Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.628Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.629Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/h-m-marvin-collection-on-bruce-rogers/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.640Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:02.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":123,"total":1013,"pending":4,"failed":15,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch\",\"added\":\"2023-09-04T15:50:06.343Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:23.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:03.167Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:10.177Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:12.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:11:28.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:11:28.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:11:28.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:28.126Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:28.136Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:28.136Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":124,"total":1013,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:28.136Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources\",\"added\":\"2023-09-04T15:50:06.343Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:23.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/\",\"added\":\"2023-09-04T15:50:04.954Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:36.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:36.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.175Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns"],"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.175Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.178Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.178Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.180Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.180Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.180Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/rare-book-room/samuel-m-lindsay-collection-on-robert-burns/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.192Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.192Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":125,"total":1015,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:36.192Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true\",\"added\":\"2023-09-04T15:50:06.344Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:28.136Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources\",\"added\":\"2023-09-04T15:50:06.343Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:36.203Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:37.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:42.037Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:42.037Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.056Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.056Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.058Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.058Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.059Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.059Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.059Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.071Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.071Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":126,"total":1018,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:36.192Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true\",\"added\":\"2023-09-04T15:50:06.344Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:42.070Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true\",\"added\":\"2023-09-04T15:50:08.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:42.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:42.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.542Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.542Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.544Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.544Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.545Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.545Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.546Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.556Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.557Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":127,"total":1019,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:42.556Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project\",\"added\":\"2023-09-04T15:50:08.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:42.070Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true\",\"added\":\"2023-09-04T15:50:08.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:42.567Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:43.685Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:54.944Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:54.944Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.950Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.950Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.952Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.953Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.953Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.954Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:54.954Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.034Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":128,"total":1020,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:54.966Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form\",\"added\":\"2023-09-04T15:50:53.863Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:42.556Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project\",\"added\":\"2023-09-04T15:50:08.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:55.362Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:11:55.362Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.369Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.369Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.370Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.371Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.371Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.371Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.372Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.382Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:55.383Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":129,"total":1022,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:11:54.966Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form\",\"added\":\"2023-09-04T15:50:53.863Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:55.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true\",\"added\":\"2023-09-04T15:50:53.863Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:56.195Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:11:57.295Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:05.934Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:05.935Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:05.940Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:05.940Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:05.941Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:05.942Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:07.342Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:07.343Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:07.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:07.434Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:07.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":130,"total":1023,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:07.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true\",\"added\":\"2023-09-04T15:51:08.586Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:54.966Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form\",\"added\":\"2023-09-04T15:50:53.863Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:10.283Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.210Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.210Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.214Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.214Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.216Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.226Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:20.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":131,"total":1024,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:20.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room\",\"added\":\"2023-09-04T15:51:16.086Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:07.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true\",\"added\":\"2023-09-04T15:51:08.586Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:21.568Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:26.424Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:26.424Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.438Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.438Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.439Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.439Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.440Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.440Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.441Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.452Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.453Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":132,"total":1025,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:07.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true\",\"added\":\"2023-09-04T15:51:08.586Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:26.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:26.463Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:31.875Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:31.875Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.882Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.882Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.884Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.884Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.885Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.885Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.886Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.897Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:31.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":133,"total":1025,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:07.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true\",\"added\":\"2023-09-04T15:51:08.586Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:33.167Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:34.471Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:34.471Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:34.471Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.476Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.477Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.478Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.478Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.479Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.479Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.479Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.490Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:34.491Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":134,"total":1026,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:34.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:10:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:35.677Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:35.677Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:35.682Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:35.683Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:35.761Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:35.761Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":135,"total":1028,"pending":4,"failed":16,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:35.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents\",\"added\":\"2023-09-04T15:51:23.614Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:34.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:11:02.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true\",\"added\":\"2023-09-04T15:50:04.955Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:12:40.179Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:12:40.179Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:40.179Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:40.190Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:40.190Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":136,"total":1028,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:35.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents\",\"added\":\"2023-09-04T15:51:23.614Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:34.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:40.189Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false\",\"added\":\"2023-09-04T15:51:23.615Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:41.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:44.495Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:45.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:50.195Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:56.069Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:56.069Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:12:56.069Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:shbyrd@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.076Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.076Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.077Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.078Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.078Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.079Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.089Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers"}}
{"logLevel":"info","timestamp":"2023-09-04T16:12:56.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":137,"total":1029,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:12:56.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.302Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:35.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents\",\"added\":\"2023-09-04T15:51:23.614Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:40.189Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false\",\"added\":\"2023-09-04T15:51:23.615Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:06.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:19.358Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:19.358Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.365Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.366Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.367Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.368Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.368Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.369Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.380Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":138,"total":1030,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:56.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.302Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:35.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents\",\"added\":\"2023-09-04T15:51:23.614Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:19.515Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:19.515Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.522Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.523Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.524Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.525Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.525Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.525Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.525Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.535Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:19.536Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":139,"total":1032,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:56.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.302Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:29.170Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:29.170Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.179Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.179Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.181Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.181Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.182Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.182Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.182Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.193Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1862_Transcription.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.193Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":140,"total":1033,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:29.192Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1862_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.304Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.383Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:29.539Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:36.358Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1862_Transcription.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1862_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:36.360Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1862_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:36.371Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Headshot.png"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:36.372Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":141,"total":1033,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:36.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Headshot.png\",\"added\":\"2023-09-04T15:51:25.304Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:37.458Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Headshot.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Headshot.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:37.460Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Headshot.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:37.531Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:37.531Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":142,"total":1033,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:37.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:37.541Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:48.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:13:48.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.467Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.467Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.469Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.469Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.470Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.471Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.472Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.482Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:48.483Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":143,"total":1123,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:13:37.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:19.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers\",\"added\":\"2023-09-04T15:51:25.303Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:13:58.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:14:11.901Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:14:13.454Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:14:13.454Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.463Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.463Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.464Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.464Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.465Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.465Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.466Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.477Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.477Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":144,"total":1124,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:37.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:12:31.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college\",\"added\":\"2023-09-04T15:51:16.087Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:13.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:14:14.410Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:14:14.410Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:14.419Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:14.420Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:14.432Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:14.432Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":145,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:37.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:14:14.442Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:07.544Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.556Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.556Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1863_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.567Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Orig_1-90.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":146,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:08.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Orig_1-90.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.848Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Orig_1-90.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Orig_1-90.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.850Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Orig_1-90.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.861Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Original_91-157.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:08.862Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":147,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:08.861Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Original_91-157.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.179Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Original_91-157.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Original_91-157.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.181Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_to_1883_Original_91-157.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.192Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_on_Election_to_GA_1876_Original.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.193Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":148,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:09.192Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_on_Election_to_GA_1876_Original.pdf\",\"added\":\"2023-09-04T15:51:25.306Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.369Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_on_Election_to_GA_1876_Original.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_on_Election_to_GA_1876_Original.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.371Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_on_Election_to_GA_1876_Original.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.382Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_DAR_on_Polk_no_date.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.383Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":149,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:09.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_DAR_on_Polk_no_date.pdf\",\"added\":\"2023-09-04T15:51:25.306Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.678Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_DAR_on_Polk_no_date.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_DAR_on_Polk_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.681Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_DAR_on_Polk_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.808Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_MFMF_Insurance_Co_no_date.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.809Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":150,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:09.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_MFMF_Insurance_Co_no_date.pdf\",\"added\":\"2023-09-04T15:51:25.306Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.910Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_MFMF_Insurance_Co_no_date.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_MFMF_Insurance_Co_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.912Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_MFMF_Insurance_Co_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.924Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Original.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:09.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":151,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:09.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Original.pdf\",\"added\":\"2023-09-04T15:51:25.306Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.000Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Original.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Original.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.009Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Original.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.025Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Transcription.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":152,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:10.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.306Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.088Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Transcription.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.094Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Letter_May_8_1863_Transcription.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.107Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:10.108Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":153,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:10.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:12.698Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:19.828Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:19.828Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.859Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.859Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.861Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.861Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.862Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.862Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.862Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.873Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:19.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":154,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:19.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:13:48.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:25.501Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:28.489Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:29.499Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:29.499Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1864_Transcription.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:29.570Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:29.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":155,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:14:13.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:19.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:38.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:43.488Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:44.443Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:44.497Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:44.498Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Original.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:44.509Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:44.509Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":156,"total":1140,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:44.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:19.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:45.970Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:15:45.971Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.982Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.982Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.984Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.984Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.984Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.985Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:45.985Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:46.059Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:46.061Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":157,"total":1162,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:45.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:44.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:14:14.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf\",\"added\":\"2023-09-04T15:51:25.305Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:46.952Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:46.952Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Diary_1865_Transcriptions.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:47.028Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:47.028Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":158,"total":1162,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:45.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:44.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:46.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.243Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:54.513Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:56.209Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:56.211Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Address_to_FMFA_no_date.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:56.223Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards"}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:56.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":159,"total":1162,"pending":4,"failed":17,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:44.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:46.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.243Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:57.033Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:15:57.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:16:06.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:16:06.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:16:06.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:16:06.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/12/Ardrey_Account_Book_1870_to_1888_Original.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:06.097Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-id.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:06.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":160,"total":1162,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:16:06.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-id.jpg\",\"added\":\"2023-09-04T15:51:29.245Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:46.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.243Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:06.107Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-id.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:14.119Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-id.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:14.191Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:14.191Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":161,"total":1162,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:16:14.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T15:51:29.246Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:46.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.243Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:22.664Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:16:23.046Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:16:23.047Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.052Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.053Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.055Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.055Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.056Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.056Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.056Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.068Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen"}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:23.068Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":162,"total":1163,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:16:23.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen\",\"added\":\"2023-09-04T15:51:29.246Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:16:14.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T15:51:29.246Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:29.759Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:16:58.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:16:58.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.988Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.988Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.991Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.991Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:58.992Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:59.004Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill"}}
{"logLevel":"info","timestamp":"2023-09-04T16:16:59.004Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":163,"total":1166,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:16:59.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill\",\"added\":\"2023-09-04T15:51:39.777Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:16:14.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T15:51:29.246Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:00.273Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:03.136Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:03.136Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.142Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.142Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.145Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.145Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.146Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.147Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.160Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:03.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":164,"total":1166,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:16:59.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill\",\"added\":\"2023-09-04T15:51:39.777Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:56.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards\",\"added\":\"2023-09-04T15:51:29.244Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:05.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:05.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.342Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.342Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.345Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.345Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.357Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:05.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":165,"total":1167,"pending":4,"failed":18,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:16:59.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill\",\"added\":\"2023-09-04T15:51:39.777Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:05.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:15:29.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation\",\"added\":\"2023-09-04T15:51:25.307Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:17:08.280Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:17:08.281Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:08.281Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/wri-101-b-web-evaluation","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:08.292Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:08.292Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":166,"total":1167,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:16:59.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill\",\"added\":\"2023-09-04T15:51:39.777Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:08.292Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:05.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:13.164Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:15.359Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:16.889Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:36.982Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:36.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.988Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.988Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.991Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.991Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:36.991Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:37.002Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:37.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":167,"total":1170,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:17:08.292Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:05.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:37.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:47.005Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:49.023Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:49.024Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.032Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.032Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.034Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.034Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.034Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.034Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.035Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.045Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:49.046Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":168,"total":1171,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:17:05.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters\",\"added\":\"2023-09-04T15:51:40.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:49.045Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:37.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:51.994Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:17:51.994Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.068Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.068Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.071Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.071Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.072Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.090Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:17:52.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":169,"total":1172,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:17:52.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:49.045Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:37.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:01.510Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:02.093Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:04.772Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:04.772Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:04.778Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:04.778Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:04.780Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:04.780Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.112Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.112Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.113Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.124Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.124Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":170,"total":1177,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:09.124Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:52.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:49.045Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:09.134Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:20.924Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:20.924Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.935Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.935Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.937Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.937Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.937Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.938Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:20.942Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:21.014Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:21.015Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":171,"total":1187,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:17:52.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:49.045Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:21.026Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:26.375Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:26.375Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.381Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.381Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.383Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.383Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.385Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.385Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.385Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.396Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.397Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":172,"total":1190,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:26.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:52.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/\",\"added\":\"2023-09-04T15:51:40.651Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:26.775Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:26.776Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.783Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.783Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.784Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.784Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.785Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.785Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.785Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.795Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.796Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":173,"total":1194,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:26.795Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:26.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:26.806Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:32.058Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:32.058Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.065Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.065Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.067Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.067Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.068Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.068Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.068Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.141Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:32.141Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":174,"total":1195,"pending":4,"failed":19,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:26.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:17:03.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false\",\"added\":\"2023-09-04T15:51:39.778Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:32.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:42.143Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:18:43.165Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:18:43.165Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:43.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reading-room-rules?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:43.177Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:43.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":175,"total":1195,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:26.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:32.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:50.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:51.959Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:18:51.959Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.965Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.965Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.967Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.967Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.968Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.968Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.968Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.979Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:18:51.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":176,"total":1200,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:18:51.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:32.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:01.987Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:09.910Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:09.910Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.917Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.917Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.918Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.918Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.919Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.920Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:09.920Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:10.002Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:10.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":177,"total":1210,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:09.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:32.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:20.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:10.013Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:14.241Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:14.242Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.249Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.249Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.251Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.252Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.252Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.252Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.253Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.263Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:14.264Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":178,"total":1215,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:14.263Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:09.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:32.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:17.938Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:17.938Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.945Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.945Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.947Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.947Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.948Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.948Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.948Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-chambers-letter/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.958Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:17.958Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":179,"total":1220,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:14.263Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:17.958Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:09.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:18:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/\",\"added\":\"2023-09-04T15:51:40.652Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:21.975Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:21.975Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.983Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.983Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.986Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.986Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.986Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-davidson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.997Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:21.997Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":180,"total":1223,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:14.263Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:17.958Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:09.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:21.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:29.994Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:31.981Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:32.000Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:48.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:48.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.341Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.342Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.343Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.343Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.343Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.343Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.344Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.354Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:48.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":181,"total":1232,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:48.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:17.958Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:09.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:21.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:51.482Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:52.943Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:52.943Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.949Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.950Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.951Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.951Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.952Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.953Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.953Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.965Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:52.965Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":182,"total":1235,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:48.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:17.958Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:52.965Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:21.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.015Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:56.446Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:19:56.446Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.455Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.455Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.456Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-fleming-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.468Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:19:56.468Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":183,"total":1238,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:19:48.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:56.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:52.965Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:21.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:01.106Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:01.106Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.119Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.119Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.121Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.121Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.122Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.122Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.122Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.133Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:01.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":184,"total":1247,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:01.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:56.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:52.965Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:21.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/\",\"added\":\"2023-09-04T15:51:40.654Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:08.158Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:08.471Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:11.790Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:11.790Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.795Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.795Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.796Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.796Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.797Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.797Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.797Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.808Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.809Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":185,"total":1251,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:01.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:56.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:52.965Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:11.965Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:11.966Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.971Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.971Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.972Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.972Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.973Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.973Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.974Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.984Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":186,"total":1254,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:01.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:19:56.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:11.995Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:21.811Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:22.360Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:22.360Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.365Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.365Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.369Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.369Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.369Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.380Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:22.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":187,"total":1255,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:22.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:01.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:23.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:23.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.957Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.958Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.959Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.959Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.960Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.960Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.961Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.971Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:23.971Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":188,"total":1265,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:23.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:22.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:32.384Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:35.179Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:37.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:37.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.555Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.555Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.558Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.558Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.558Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.636Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:37.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":189,"total":1268,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:23.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:22.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:42.367Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:42.367Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.376Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.376Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.377Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.378Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.378Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.378Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.379Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.389Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":190,"total":1276,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:23.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:42.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:11.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.400Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:42.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:43.832Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:43.832Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.844Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.844Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.846Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.846Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.847Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.847Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.848Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.859Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:43.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":191,"total":1289,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:23.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:43.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:42.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:49.230Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:49.230Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.236Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.236Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.237Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.238Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.238Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.238Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.312Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:49.313Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":192,"total":1293,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:23.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/\",\"added\":\"2023-09-04T15:51:40.655Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:43.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:50.536Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:20:50.537Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.543Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.543Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.544Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.544Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.545Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.545Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.545Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.611Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837"}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:50.612Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":193,"total":1297,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:50.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:43.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:58.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:20:59.315Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:00.614Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:17.558Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:17.558Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.563Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.563Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.564Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.565Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.565Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.565Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.566Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.578Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:17.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":194,"total":1300,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:50.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:37.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:17.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:20.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:21.042Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:21.042Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.047Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.047Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.051Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.051Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.051Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.062Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:21.062Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":195,"total":1303,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:20:50.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:21.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:17.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:27.993Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:27.993Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.002Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.002Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.003Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.003Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.004Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.004Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.004Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.077Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:28.077Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":196,"total":1309,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:50.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:21.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:33.186Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:37.175Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:46.964Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:21:46.965Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.995Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.995Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.998Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.998Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.998Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.998Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:46.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:47.009Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930"}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:47.010Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":197,"total":1316,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:47.009Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:21.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:21:55.492Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:01.186Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:01.186Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.196Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.196Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.197Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.197Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.198Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.198Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-18-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.210Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:01.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":198,"total":1317,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:21:21.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:01.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:05.213Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:05.213Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.219Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.219Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.221Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.221Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.221Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.221Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.222Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.232Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.232Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":199,"total":1325,"pending":4,"failed":20,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:05.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:01.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:05.242Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:07.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:07.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:07.206Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:07.206Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:07.217Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:07.217Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":200,"total":1325,"pending":4,"failed":21,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:01.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:07.227Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:07.610Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:15.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:15.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:15.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:15.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:15.724Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:15.724Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":201,"total":1325,"pending":4,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:15.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:20:49.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920\",\"added\":\"2023-09-04T15:51:40.656Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:15.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:29.317Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:22:29.317Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:29.317Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/lucy-p-russell-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:29.328Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:29.329Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":202,"total":1325,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:21:28.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:29.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:15.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:36.099Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:36.099Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.115Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.116Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.118Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.118Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.119Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.120Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.121Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.133Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":203,"total":1342,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:22:36.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:29.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:15.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:36.350Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:38.401Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:53.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:53.042Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.050Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.050Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.052Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.052Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.052Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.052Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.053Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.064Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.064Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":204,"total":1347,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.064Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:36.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:29.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:53.496Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:53.497Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.504Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.504Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.505Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.506Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.506Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.506Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.506Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.518Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.518Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":205,"total":1347,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.064Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:29.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:53.528Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:54.259Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:54.259Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.272Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.272Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.274Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.274Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.275Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.275Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.275Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.287Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.287Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":206,"total":1361,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.064Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:07.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859\",\"added\":\"2023-09-04T15:51:40.657Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:54.297Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:56.039Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:22:56.039Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.049Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.050Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.051Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.051Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.052Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.052Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.052Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.063Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata"}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:56.063Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":207,"total":1371,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.064Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:56.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:22:58.203Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:06.064Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:12.917Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:12.918Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.925Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.925Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.928Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.928Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.929Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.929Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.929Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.994Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:12.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":208,"total":1371,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:12.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2\",\"added\":\"2023-09-04T15:51:57.362Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:53.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga\",\"added\":\"2023-09-04T15:51:40.659Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:56.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.005Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:13.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:13.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.949Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.949Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.952Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.952Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.953Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.954Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.954Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.965Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:13.965Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":209,"total":1378,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:12.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2\",\"added\":\"2023-09-04T15:51:57.362Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:13.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0001.jpg\",\"added\":\"2023-09-04T15:51:57.362Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:56.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:20.990Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:22.079Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:22.091Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:22.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":210,"total":1378,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:12.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2\",\"added\":\"2023-09-04T15:51:57.362Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:56.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:30.392Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:31.047Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:31.047Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.052Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.052Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.054Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.054Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.054Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.054Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.055Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.127Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:31.128Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":211,"total":1379,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:12.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2\",\"added\":\"2023-09-04T15:51:57.362Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:31.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:41.131Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:46.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:46.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.573Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.573Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.576Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.576Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.577Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.577Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.577Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.588Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:46.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":212,"total":1381,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:46.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours\",\"added\":\"2023-09-04T15:51:59.893Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:31.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:22:54.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections\",\"added\":\"2023-09-04T15:51:57.361Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:54.138Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:23:54.139Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.151Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.152Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.153Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.154Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.154Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.154Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.155Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.166Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.167Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":213,"total":1382,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:23:46.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours\",\"added\":\"2023-09-04T15:51:59.893Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:31.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:54.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters\",\"added\":\"2023-09-04T15:51:59.895Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:54.673Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:23:56.570Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:14.778Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:14.778Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.783Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.783Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.785Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.786Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.786Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.786Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.786Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.797Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Book-of-Hours1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.798Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":214,"total":1383,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:14.797Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Book-of-Hours1.jpg\",\"added\":\"2023-09-04T15:51:59.895Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:46.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours\",\"added\":\"2023-09-04T15:51:59.893Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:54.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters\",\"added\":\"2023-09-04T15:51:59.895Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.809Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Book-of-Hours1.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:14.865Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:14.865Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.871Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.872Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.878Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.878Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.878Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.878Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.879Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.892Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":215,"total":1383,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:14.797Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Book-of-Hours1.jpg\",\"added\":\"2023-09-04T15:51:59.895Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:14.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:46.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours\",\"added\":\"2023-09-04T15:51:59.893Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:14.903Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:15.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Book-of-Hours1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:15.897Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:15.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":216,"total":1383,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:15.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:14.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:46.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours\",\"added\":\"2023-09-04T15:51:59.893Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:15.908Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:16.119Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:16.119Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.125Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.125Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.126Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.126Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.128Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.128Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.128Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.138Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":217,"total":1384,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T15:52:14.559Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:15.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:14.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:16.150Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:19.029Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:19.029Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.035Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.035Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.036Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.038Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.038Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.038Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.038Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.111Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:19.112Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":218,"total":1384,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T15:52:14.559Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:15.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript\",\"added\":\"2023-09-04T15:51:59.896Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:19.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:30.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:47.579Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:24:47.579Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.587Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.588Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.589Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.589Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.590Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.590Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.590Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.601Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:47.602Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":219,"total":1389,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:24:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T15:52:14.559Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:19.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:23:22.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false\",\"added\":\"2023-09-04T15:51:57.363Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:24:54.622Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:00.394Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:02.903Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:02.903Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:02.908Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:02.909Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:02.982Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:02.983Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":220,"total":1389,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:02.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T15:52:14.559Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:19.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:07.351Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:07.352Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.360Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.361Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.363Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.363Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.364Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.364Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.364Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.375Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:07.375Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":221,"total":1393,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:02.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T15:52:14.559Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:07.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:12.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:17.380Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:30.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:30.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.500Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.500Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.502Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.502Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.504Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.504Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.504Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.518Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:30.518Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":222,"total":1394,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:02.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:07.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:30.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:45.831Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:59.833Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:25:59.833Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.839Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.839Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.841Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.841Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.842Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.842Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.842Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.853Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:25:59.853Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":223,"total":1398,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:59.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:07.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:30.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:02.630Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:02.630Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.638Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.638Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.640Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.640Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.641Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.641Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.641Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.651Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:02.652Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":224,"total":1405,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:59.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:30.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:10.837Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:10.837Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.844Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.845Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.847Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.847Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.848Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.848Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.848Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.859Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:10.860Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":225,"total":1409,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:25:59.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:10.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:24:47.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/\",\"added\":\"2023-09-04T15:52:14.560Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:17.972Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:18.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:24.999Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:24.999Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.008Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.008Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.010Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.010Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.011Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.011Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.011Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.022Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:25.023Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":226,"total":1413,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:26:25.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:25:59.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:10.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:28.760Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:37.732Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:37.732Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.738Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.738Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.739Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.739Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.741Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.741Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.741Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.752Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:37.752Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":227,"total":1420,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:26:25.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/\",\"added\":\"2023-09-04T15:52:14.561Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:10.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:40.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:53.474Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:57.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:26:57.950Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.959Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.960Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.961Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.961Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.962Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.962Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.962Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.974Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:26:57.975Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":228,"total":1432,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:26:25.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:10.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:57.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:05.637Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:05.637Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.644Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.644Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.646Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.646Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.648Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.648Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.648Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.722Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:05.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":229,"total":1438,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:05.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:10.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:57.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:07.635Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:07.635Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.641Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.641Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.643Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.643Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.644Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.644Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.644Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.716Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.717Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":230,"total":1441,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:07.655Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:05.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:57.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:07.727Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:14.680Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:24.173Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:31.315Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:31.315Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.322Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.322Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.324Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.324Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.324Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.325Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.325Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.335Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:31.335Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":231,"total":1444,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:07.655Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:05.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:31.335Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:42.470Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:46.747Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:46.747Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.754Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.754Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.756Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.756Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.757Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.757Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.757Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.840Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:46.840Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":232,"total":1447,"pending":4,"failed":23,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:46.768Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:07.655Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:05.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:27:49.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:27:49.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:27:49.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:49.687Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:49.702Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:49.704Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":233,"total":1447,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:46.768Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:05.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:49.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:54.007Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:54.007Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.013Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.014Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.015Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.016Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.016Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.017Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.017Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.028Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.028Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":234,"total":1452,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:54.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:46.768Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:49.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:26:37.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/\",\"added\":\"2023-09-04T15:52:14.562Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:54.039Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:55.571Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:57.145Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:27:57.145Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.152Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.152Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.153Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.154Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.154Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.155Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.155Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.166Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:27:57.167Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":235,"total":1455,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:54.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:46.768Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:49.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:03.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:03.979Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:46.216Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:46.216Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.223Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.223Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.225Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.225Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.226Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.226Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.227Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.238Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:46.239Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":236,"total":1458,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:54.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:46.768Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:46.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:50.990Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:50.990Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.996Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.996Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.998Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.998Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.999Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.999Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:50.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:51.011Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:51.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":237,"total":1461,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:27:54.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:46.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:51.021Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:52.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:52.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.733Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.733Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.735Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.735Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.735Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.736Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.736Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.746Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":238,"total":1477,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:46.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:52.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:53.271Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:58.132Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:28:58.132Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.138Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.138Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.139Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.140Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.140Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.140Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.141Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.152Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:28:58.152Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":239,"total":1479,"pending":4,"failed":24,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:58.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:06.804Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:11.239Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:11.239Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:11.239Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:11.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:11.250Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:11.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":240,"total":1479,"pending":4,"failed":25,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:11.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:58.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:12.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:12.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.862Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.862Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.864Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.864Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.864Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.876Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:12.876Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":241,"total":1483,"pending":4,"failed":25,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:11.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:12.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:18.270Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:19.351Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:19.351Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:19.351Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:19.353Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:19.365Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:19.365Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":242,"total":1483,"pending":4,"failed":26,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:19.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:12.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:27:57.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/\",\"added\":\"2023-09-04T15:52:14.563Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:19.376Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:19.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:20.031Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:20.031Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.038Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.038Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.040Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.040Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.041Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.041Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.041Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.052Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:20.053Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":243,"total":1488,"pending":4,"failed":26,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:19.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:12.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:20.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:23.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:23.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:29:23.367Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:23.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:23.437Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:23.438Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":244,"total":1488,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:23.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:12.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:20.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:27.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:27.475Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:35.135Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:35.135Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.142Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.142Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.144Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.144Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.145Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.222Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:35.223Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":245,"total":1493,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:23.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:20.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:41.880Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:41.881Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.888Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.888Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.889Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.890Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.891Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.891Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.891Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.966Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.966Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":246,"total":1498,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:23.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:41.976Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.246Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:42.407Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:42.407Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.413Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.414Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.415Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.416Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.416Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.417Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.417Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.427Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:42.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":247,"total":1501,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:28:51.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/\",\"added\":\"2023-09-04T15:52:14.564Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:42.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:43.024Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:29:43.024Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.030Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.030Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.031Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.031Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.032Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.032Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.032Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.042Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:43.043Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":248,"total":1503,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:29:43.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false\",\"added\":\"2023-09-04T15:52:14.566Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:42.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:52.430Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:29:53.046Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:04.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:04.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.391Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.391Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.392Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.393Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.394Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.395Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.395Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.406Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:04.406Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":249,"total":1503,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:04.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2\",\"added\":\"2023-09-04T15:52:51.646Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:42.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:15.481Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:25.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:25.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.322Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.323Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.324Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.324Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.325Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.326Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.326Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.336Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.336Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":250,"total":1504,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:25.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present\",\"added\":\"2023-09-04T15:52:51.648Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:42.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.346Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:25.629Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:25.629Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.636Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.636Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.638Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.638Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.639Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.639Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.639Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.650Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/fry1775.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:25.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":251,"total":1507,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:25.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/fry1775.jpg\",\"added\":\"2023-09-04T15:52:51.648Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:25.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present\",\"added\":\"2023-09-04T15:52:51.648Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:28.666Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/fry1775.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:29.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/fry1775.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:29.739Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:29.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":252,"total":1507,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:29.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false\",\"added\":\"2023-09-04T15:52:51.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:25.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present\",\"added\":\"2023-09-04T15:52:51.648Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:30.752Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:32.714Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:32.715Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.723Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.723Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.726Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.726Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.796Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:32.796Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":253,"total":1523,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:29.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false\",\"added\":\"2023-09-04T15:52:51.649Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:32.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false\",\"added\":\"2023-09-04T15:53:14.721Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:39.614Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:39.615Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.620Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.620Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.623Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.623Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.635Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":254,"total":1523,"pending":4,"failed":27,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:39.635Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false\",\"added\":\"2023-09-04T15:53:18.619Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:32.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false\",\"added\":\"2023-09-04T15:53:14.721Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:39.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:30:40.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:30:40.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:30:40.271Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:30:40.271Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:40.336Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog"}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:40.337Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":255,"total":1523,"pending":4,"failed":28,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:40.283Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog\",\"added\":\"2023-09-04T15:53:18.619Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:32.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false\",\"added\":\"2023-09-04T15:53:14.721Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:30:40.347Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:07.184Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:07.184Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.191Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.191Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.193Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.193Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.194Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.194Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.194Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.208Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.209Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":256,"total":1523,"pending":4,"failed":28,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:30:40.283Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog\",\"added\":\"2023-09-04T15:53:18.619Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.207Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0003.jpg\",\"added\":\"2023-09-04T15:53:18.619Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.282Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0003.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.284Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/0003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.294Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:07.295Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":257,"total":1523,"pending":4,"failed":28,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:30:40.283Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog\",\"added\":\"2023-09-04T15:53:18.619Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:08.019Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:09.674Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:09.675Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.680Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.681Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.682Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.683Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.683Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.683Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.684Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.695Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:09.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":258,"total":1525,"pending":4,"failed":28,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:41.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:31:11.976Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:31:11.977Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:11.977Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:11.987Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:11.988Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":259,"total":1525,"pending":4,"failed":29,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:11.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:29:35.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/\",\"added\":\"2023-09-04T15:52:14.565Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:31:12.247Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:31:12.247Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:12.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:12.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:12.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":260,"total":1525,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:11.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:12.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:15.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:15.967Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:37.089Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:37.089Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:37.089Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.094Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions"],"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.094Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.096Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.096Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.097Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.097Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.098Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.107Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:37.108Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":261,"total":1526,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:37.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false\",\"added\":\"2023-09-04T15:54:07.658Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:46.200Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:50.937Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:50.937Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.943Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.943Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.944Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.945Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.945Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.945Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.946Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/indexes-databases?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.956Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:50.956Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":262,"total":1526,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:50.956Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false\",\"added\":\"2023-09-04T15:54:14.653Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:51.712Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:58.151Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:58.151Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:58.151Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:31:58.151Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.157Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.157Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.159Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.160Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.160Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.160Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.160Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.172Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.172Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":263,"total":1527,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:31:07.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs\",\"added\":\"2023-09-04T15:54:00.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:31:58.878Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:38.020Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:40.530Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:40.530Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:40.539Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:40.539Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:40.550Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:40.551Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":264,"total":1528,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:09.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search\",\"added\":\"2023-09-04T15:54:00.808Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:41.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:42.481Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:44.993Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:44.993Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:44.998Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:44.998Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:45.010Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search"}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:45.010Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":265,"total":1529,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:12.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false\",\"added\":\"2023-09-04T15:54:00.809Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:45.671Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:45.969Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:48.480Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:48.480Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:48.485Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:48.486Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:48.497Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about"}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:48.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":266,"total":1530,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:48.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about\",\"added\":\"2023-09-04T15:54:48.174Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:49.231Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:58.377Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:32:58.377Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.381Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.381Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.383Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.383Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.384Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.384Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.384Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.395Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos"}}
{"logLevel":"info","timestamp":"2023-09-04T16:32:58.396Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":267,"total":1531,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:58.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos\",\"added\":\"2023-09-04T15:54:48.174Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:00.315Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:11.837Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:11.837Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.842Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.842Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.843Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.844Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.844Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.844Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.845Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.854Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories"}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.855Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":268,"total":1532,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:11.854Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories\",\"added\":\"2023-09-04T15:54:48.174Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:11.866Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:15.078Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:15.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.084Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.084Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.085Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.085Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.086Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.086Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.086Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.159Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents"}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:15.160Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":269,"total":1533,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:15.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents\",\"added\":\"2023-09-04T15:54:48.175Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:16.171Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:27.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:27.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.565Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.566Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.567Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.568Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.568Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.568Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.569Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.579Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:27.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":270,"total":1534,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:27.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false\",\"added\":\"2023-09-04T15:54:48.175Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:31:58.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false\",\"added\":\"2023-09-04T15:54:28.195Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:28.879Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:31.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:31.390Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:31.390Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:31.396Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:31.396Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:31.461Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:31.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":271,"total":1535,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:27.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false\",\"added\":\"2023-09-04T15:54:48.175Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:32.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:34.709Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:33:34.709Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.714Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.714Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.715Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.716Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.716Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.716Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.717Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.727Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:34.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":272,"total":1536,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:32:40.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:34.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:33:44.735Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:11.269Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:13.780Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:13.781Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:13.787Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:13.787Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:13.797Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:13.797Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":273,"total":1537,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:32:45.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search\",\"added\":\"2023-09-04T15:54:47.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:13.797Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T15:55:00.679Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:34.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:15.672Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:18.183Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:18.183Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:18.188Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:18.188Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:18.200Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles"}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:18.200Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":274,"total":1538,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:13.797Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T15:55:00.679Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:34.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:19.575Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:22.269Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:22.269Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.276Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.276Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.277Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.280Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.280Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.281Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.281Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.293Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans"}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:22.293Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":275,"total":1538,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:22.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:13.797Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T15:55:00.679Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:23.787Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:32.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:36.431Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:34:36.431Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.437Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.438Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.439Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.439Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.440Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.440Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.440Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.451Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:36.451Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":276,"total":1550,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:34:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:13.797Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T15:55:00.679Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.001Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.664Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/student-projects/"],"page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.664Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.666Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.666Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.667Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.667Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.667Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.733Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:38.734Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":277,"total":1574,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:34:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:38.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false\",\"added\":\"2023-09-04T15:55:06.991Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:34:46.582Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:02.758Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:04.734Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:04.734Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.740Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.741Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.742Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.742Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.743Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.743Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.813Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:04.813Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":278,"total":1575,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:33:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false\",\"added\":\"2023-09-04T15:54:56.277Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:38.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false\",\"added\":\"2023-09-04T15:55:06.991Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:05.269Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:05.269Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:05.277Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:05.277Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:05.288Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:05.289Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":279,"total":1576,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:05.288Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:38.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false\",\"added\":\"2023-09-04T15:55:06.991Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:15.964Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:16.473Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:18.337Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:18.337Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.343Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.343Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.345Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.346Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.357Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:18.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":280,"total":1576,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:34:18.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles\",\"added\":\"2023-09-04T15:55:00.680Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:05.288Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:18.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:25.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:44.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:44.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.094Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.095Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.096Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.097Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.097Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.097Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.098Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.108Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.108Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":281,"total":1585,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.108Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:05.288Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:18.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:44.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:44.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.122Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.122Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.124Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.124Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.124Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/archives/community/under-lkn/baker-cemetery","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.133Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:44.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":282,"total":1587,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.108Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:18.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:52.510Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:35:52.511Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.515Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.515Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.516Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.516Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.516Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.516Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.517Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.529Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template"}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:52.529Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":283,"total":1588,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.108Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:52.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:53.270Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:54.113Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:35:54.136Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:08.332Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:08.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.337Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.337Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.339Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.339Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.340Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.340Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.341Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.409Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":284,"total":1589,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:52.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:44.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:08.901Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:08.901Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.906Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.906Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.907Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.908Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.908Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.908Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.909Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.918Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:08.919Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":285,"total":1590,"pending":4,"failed":30,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:52.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.918Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:10.169Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:10.170Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:10.170Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:10.170Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/Under%20lake%20Norman-template","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:10.189Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:10.189Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":286,"total":1590,"pending":4,"failed":31,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.918Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:10.189Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:10.200Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:10.203Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:10.687Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:19.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:19.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:19.438Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:19.438Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/caldwell-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:19.449Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:19.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":287,"total":1590,"pending":4,"failed":32,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:19.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.918Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:19.460Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:22.647Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:22.648Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.653Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.653Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.655Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.656Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.656Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.656Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.657Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.668Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":288,"total":1591,"pending":4,"failed":32,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:22.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:19.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship\",\"added\":\"2023-09-04T15:55:09.191Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:22.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:23.506Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:23.506Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.511Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.511Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.512Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.512Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.512Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.513Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.513Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.607Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:23.607Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":289,"total":1592,"pending":4,"failed":32,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:22.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:23.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:26.833Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:26.833Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.837Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.838Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.839Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.839Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.839Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.839Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.840Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.912Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:26.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":290,"total":1593,"pending":4,"failed":32,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:36:26.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:35:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements\",\"added\":\"2023-09-04T15:55:09.189Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:23.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:29.926Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:33.610Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:45.966Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:45.967Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:45.967Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/acknowledgements","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:45.978Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:45.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":291,"total":1593,"pending":4,"failed":33,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:36:26.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:45.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:23.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:45.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:46.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:46.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:36:46.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:46.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lake-norman-lot-sale","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:46.048Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:46.049Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":292,"total":1593,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:36:45.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:23.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:08.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T15:55:09.190Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:46.070Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:55.929Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:36:55.929Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.934Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave"],"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.934Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.936Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.936Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.937Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.937Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.937Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.948Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford"}}
{"logLevel":"info","timestamp":"2023-09-04T16:36:55.951Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":293,"total":1595,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:45.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:23.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery\",\"added\":\"2023-09-04T15:55:09.192Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:05.957Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:10.905Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:10.905Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.910Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.911Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.913Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.913Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.914Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.914Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.914Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.925Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.925Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":294,"total":1596,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:45.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:10.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:10.937Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:11.959Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:11.959Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.963Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.964Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.965Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.966Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.966Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.967Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.978Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:11.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":295,"total":1597,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:11.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:10.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:21.981Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:31.087Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:31.087Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.092Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.092Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.093Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.093Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.094Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.094Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.094Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.105Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/LKN-Lot-Sale1jpg_Page_1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:31.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":296,"total":1598,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:11.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:31.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/LKN-Lot-Sale1jpg_Page_1.jpg\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:38.126Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/LKN-Lot-Sale1jpg_Page_1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:39.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/LKN-Lot-Sale1jpg_Page_1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:39.354Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:39.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":297,"total":1598,"pending":4,"failed":34,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:11.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:39.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:39.366Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:37:40.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:37:40.447Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:37:40.447Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:40.447Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/east-monbo-mill","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:40.463Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:40.463Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":298,"total":1598,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:11.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:55.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:40.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:40.481Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:55.872Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:37:55.872Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.877Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.878Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.879Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.879Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.880Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.880Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.880Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.891Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:37:55.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":299,"total":1599,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:11.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:40.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:55.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:00.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:02.517Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:02.517Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.523Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.523Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.526Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.526Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.526Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.526Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.539Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:02.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":300,"total":1600,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:02.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:40.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:55.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:05.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:05.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.084Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.084Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.087Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.087Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.088Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.098Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":301,"total":1601,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:02.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:37:40.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:05.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:05.170Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:07.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:07.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.967Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.967Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.968Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.969Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.969Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.969Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.970Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.980Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:07.980Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":302,"total":1603,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:37:40.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood\",\"added\":\"2023-09-04T15:55:09.194Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:07.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:05.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:12.390Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:12.390Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.396Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.396Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.397Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.398Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.398Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.398Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.398Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.493Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.494Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":303,"total":1605,"pending":4,"failed":35,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:12.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:07.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:05.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:36:46.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman\",\"added\":\"2023-09-04T15:55:09.193Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:12.513Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:13.968Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:14.497Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:38:16.072Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:38:16.072Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:16.072Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/covington-family-homeplaces-under-lake-norman","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:16.084Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:16.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":304,"total":1605,"pending":4,"failed":36,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:12.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:16.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:07.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:05.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:17.515Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:17.515Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.521Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.522Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.523Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.523Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.524Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.524Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.524Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.614Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:17.615Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":305,"total":1607,"pending":4,"failed":36,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:12.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:16.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:05.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:18.191Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:18.191Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.196Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.196Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.198Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.198Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.198Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.198Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.210Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":306,"total":1608,"pending":4,"failed":36,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:12.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:18.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:16.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:18.239Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:38:19.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:38:19.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:38:19.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:19.318Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/2013/06/marina_1501.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:19.384Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:19.384Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":307,"total":1608,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:12.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:16.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:19.885Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.595Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:21.896Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:21.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.902Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.903Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.905Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.906Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.906Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.906Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.907Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.917Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:21.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":308,"total":1609,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:21.917Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:16.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:29.766Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:37.232Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:37.232Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.238Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.238Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.240Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.240Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.240Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.240Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.241Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.251Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":309,"total":1610,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:21.917Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:37.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:37.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.758Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.759Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.760Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.760Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.760Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.761Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.761Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.771Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:37.772Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":310,"total":1612,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:38.578Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:44.965Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:53.509Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:53.510Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.514Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.515Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.517Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.517Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.517Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.518Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.518Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.529Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.529Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":311,"total":1613,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:53.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:53.973Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:38:53.973Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.977Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.977Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.979Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.979Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.979Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.979Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.980Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.990Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home"}}
{"logLevel":"info","timestamp":"2023-09-04T16:38:53.990Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":312,"total":1614,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:53.990Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:53.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:02.298Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:03.992Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:07.096Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:07.096Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.101Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home"],"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.102Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.103Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.103Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.104Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.104Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.104Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.172Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.173Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":313,"total":1617,"pending":4,"failed":37,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:07.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:53.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:07.870Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:39:18.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:39:18.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:39:18.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:18.398Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/underwater-airplane","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:18.409Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:18.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":314,"total":1617,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:07.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:18.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:23.877Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:34.206Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:34.206Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.210Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.210Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.214Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.214Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.214Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.224Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:34.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":315,"total":1618,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:34.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:18.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:36.708Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:38.028Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:38.028Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.043Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.043Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.049Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.050Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.050Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.051Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.069Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:38.071Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":316,"total":1619,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:38.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:34.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge\",\"added\":\"2023-09-04T15:55:09.199Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:39.462Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:40.866Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:40.866Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.871Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.871Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.873Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.873Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.873Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.873Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.873Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.884Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:40.885Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":317,"total":1620,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:38.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:40.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:41.586Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:43.094Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:43.094Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.107Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement"],"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.108Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.111Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.111Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.114Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.114Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.114Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.140Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:43.141Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":318,"total":1623,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:40.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:38:37.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford\",\"added\":\"2023-09-04T15:55:09.198Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:45.077Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:45.077Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.083Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.083Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.084Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.085Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.085Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.085Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.085Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.096Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:45.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":319,"total":1624,"pending":4,"failed":38,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:38:17.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home\",\"added\":\"2023-09-04T15:55:09.197Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:45.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:40.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:39:49.886Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:39:49.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:39:49.886Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/william-harrison-phillip-kelly-goodrum-family-home","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:49.898Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:49.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":320,"total":1624,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:45.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:40.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:55:19.537Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:53.144Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:39:55.099Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:01.713Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:01.713Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.722Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.722Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.724Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.724Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.724Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.725Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.725Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.736Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:01.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":321,"total":1625,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:01.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:45.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:11.741Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:12.585Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:19.266Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:19.266Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.274Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.274Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.276Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.276Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.277Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.277Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.277Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.288Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.288Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":322,"total":1626,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:19.288Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:45.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:19.429Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:19.429Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.438Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.438Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.439Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.440Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.440Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.440Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.441Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.451Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:19.452Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":323,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:19.288Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:19.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.387Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.389Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture61.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.458Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture9.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":324,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture9.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:19.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.512Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture9.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture9.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.514Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture9.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.526Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:26.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":325,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:19.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:29.454Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture71.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.588Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture111.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":326,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture111.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.673Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture111.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture111.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.674Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture111.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.684Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture13.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.686Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":327,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.684Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture13.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.738Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture13.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture13.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.739Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture13.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.749Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture14.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.750Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":328,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture14.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.813Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture14.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture14.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.814Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture14.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.824Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture23.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.824Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":329,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture23.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.907Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture23.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture23.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.908Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture23.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.918Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture24.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.918Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":330,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.918Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture24.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.969Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture24.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture24.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:31.970Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture24.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.038Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture32.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.038Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":331,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:31.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture32.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.091Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture32.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture32.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.092Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture32.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.102Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture43.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.102Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":332,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture43.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.154Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture43.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture43.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.155Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture43.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.165Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture62.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.165Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":333,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.165Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture62.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.216Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture62.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture62.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture62.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.227Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:32.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":334,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:26.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg\",\"added\":\"2023-09-04T15:55:19.539Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:33.043Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:36.529Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:41.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture10.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:41.212Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:41.213Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":335,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:41.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:49.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:48.947Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:49.328Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:40:49.328Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.335Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.335Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.347Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.347Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.347Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.359Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric"}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:49.360Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":336,"total":1633,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:49.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric\",\"added\":\"2023-09-04T15:55:39.251Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:41.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:40:59.365Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:08.038Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:08.038Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.049Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric"],"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.050Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.052Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.052Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.052Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.052Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.053Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.066Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:08.067Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":337,"total":1634,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:41:08.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false\",\"added\":\"2023-09-04T15:55:39.252Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:41.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:12.522Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:22.503Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:22.503Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.517Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.517Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.518Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.519Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.520Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.520Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.520Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.534Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:22.534Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":338,"total":1634,"pending":4,"failed":39,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:41.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:39:43.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/\",\"added\":\"2023-09-04T15:55:19.538Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:22.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false\",\"added\":\"2023-09-04T15:56:19.797Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:41:23.145Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:41:23.145Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:23.145Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:23.212Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases"}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:23.213Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":339,"total":1634,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases\",\"added\":\"2023-09-04T15:56:39.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:40:41.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:22.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false\",\"added\":\"2023-09-04T15:56:19.797Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:26.238Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:27.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:35.577Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:35.577Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.583Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.584Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.585Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.586Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.586Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.586Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.586Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.597Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:35.598Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":340,"total":1634,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:40:32.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4\",\"added\":\"2023-09-04T15:55:19.540Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:35.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases\",\"added\":\"2023-09-04T15:56:39.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:22.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false\",\"added\":\"2023-09-04T15:56:19.797Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:46.145Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:53.612Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:41:53.612Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.619Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.619Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.621Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.622Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.622Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.633Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist"}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:53.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":341,"total":1634,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:41:35.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases\",\"added\":\"2023-09-04T15:56:39.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:53.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:22.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false\",\"added\":\"2023-09-04T15:56:19.797Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:41:54.404Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:56.242Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:57.482Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:58.752Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:58.752Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:42:58.759Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:42:58.759Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:42:58.825Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard"}}
{"logLevel":"info","timestamp":"2023-09-04T16:42:58.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":342,"total":1635,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:35.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases\",\"added\":\"2023-09-04T15:56:39.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:53.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:59.994Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:42:59.995Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:00.003Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:00.003Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:00.014Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:00.014Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":343,"total":1636,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:35.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:53.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:16.146Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:18.371Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:18.656Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:18.657Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:18.662Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:18.662Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/local/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:18.672Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:18.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":344,"total":1637,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:41:53.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:19.667Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:24.405Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:26.478Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:26.914Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:43:26.914Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:26.919Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:26.920Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:26.988Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:26.988Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":345,"total":1639,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:26.932Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:31.016Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:57.735Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:57.735Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.238Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.238Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.239Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.239Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dave_matthews_band2007/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.249Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/dave_matthews_band2007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":346,"total":1639,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:58.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/dave_matthews_band2007.jpg\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.312Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/dave_matthews_band2007.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/dave_matthews_band2007.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.314Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/dave_matthews_band2007.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.327Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies"}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:58.327Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":347,"total":1639,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:58.327Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:43:59.068Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:09.441Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:09.441Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.447Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.448Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.449Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.449Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.450Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.450Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.450Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.461Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":348,"total":1643,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:43:00.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false\",\"added\":\"2023-09-04T15:56:39.010Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:09.473Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:48.373Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:49.668Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:50.882Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:50.882Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:50.887Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:50.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:50.898Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks"}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:50.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":349,"total":1643,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:42:58.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard\",\"added\":\"2023-09-04T15:56:39.009Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:50.898Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:52.178Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:52.179Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:52.184Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:52.184Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:52.194Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:52.195Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":350,"total":1644,"pending":4,"failed":40,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:43:18.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/\",\"added\":\"2023-09-04T15:56:59.340Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:52.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:50.898Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:55.075Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:55.185Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:44:56.479Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:44:56.479Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:44:56.479Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/kimcgee/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:56.544Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/26-2326.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:56.544Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":351,"total":1644,"pending":4,"failed":41,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:44:56.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/26-2326.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:52.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:50.898Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:58.524Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:58.524Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:59.030Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:44:59.030Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:03.643Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/26-2326.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/26-2326.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:03.644Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/26-2326.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:03.656Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:03.656Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":352,"total":1644,"pending":4,"failed":41,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:03.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:52.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:50.898Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:06.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:45:10.454Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:45:10.454Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.461Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.461Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.463Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.463Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.463Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.463Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.464Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.475Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:10.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":353,"total":1647,"pending":4,"failed":41,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:10.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:03.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:52.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.194Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.195Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.702Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.702Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.703Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.703Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.704Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/freshman-riot-of-1903/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.715Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1903baseball001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:13.715Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":354,"total":1649,"pending":4,"failed":41,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:10.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:03.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:13.715Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1903baseball001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:20.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:23.721Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1903baseball001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:25.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1903baseball001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:25.420Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:25.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":355,"total":1649,"pending":4,"failed":41,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:10.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:03.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:26.529Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.419Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.419Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.419Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:45:40.419Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-807x002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.430Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.430Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":356,"total":1649,"pending":4,"failed":42,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:03.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg\",\"added\":\"2023-09-04T15:57:03.972Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.533Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.533Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:45:40.533Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:45:40.534Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/4-785x001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.547Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1902baseballterms.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":357,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1902baseballterms.jpg\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.604Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1902baseballterms.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1902baseballterms.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.606Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1902baseballterms.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.616Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1904baseball.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.616Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":358,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1904baseball.jpg\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.672Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1904baseball.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1904baseball.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.673Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/06/qc1904baseball.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.683Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:40.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":359,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:44:09.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/\",\"added\":\"2023-09-04T15:57:03.971Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:41.505Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.012Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.040Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.040Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.040Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-fondness-for-town-ball-early-years-of-baseball-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.050Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1025b004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":360,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:42.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1025b004.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.133Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1025b004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1025b004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.141Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1025b004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.217Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1583b002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:42.218Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":361,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:42.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1583b002.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.320Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1583b002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1583b002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.322Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-1583b002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.332Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-945b005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.333Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":362,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:49.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-945b005.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.430Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-945b005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-945b005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.431Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/19-945b005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.442Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0327.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":363,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:49.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0327.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.525Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0327.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0327.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0327.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.537Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/27-1908b001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.537Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":364,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:49.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/27-1908b001.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.590Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/27-1908b001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/27-1908b001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.591Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/27-1908b001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.601Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/DC056-02.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:49.603Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":365,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:49.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/DC056-02.jpg\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:56.694Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/DC056-02.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/DC056-02.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:56.696Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/DC056-02.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:56.761Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam"}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:56.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":366,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:45:58.225Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:08.234Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:08.234Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:08.742Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:08.742Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:14.831Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:14.832Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:14.832Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-debbielee/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:14.904Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:14.904Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":367,"total":1649,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:40.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/\",\"added\":\"2023-09-04T15:57:03.974Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.438Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.438Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.942Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.942Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.944Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.944Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:16.945Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/around-the-d/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:17.013Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0470c003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:17.013Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":368,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:16.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0470c003.jpg\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.107Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0470c003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0470c003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.109Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/25-0470c003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.121Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/archivesshelfie.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":369,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/archivesshelfie.jpg\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.177Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/archivesshelfie.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/archivesshelfie.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.178Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/archivesshelfie.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.188Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/mapclass.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":370,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/mapclass.jpg\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.271Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/mapclass.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/mapclass.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.272Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/mapclass.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.288Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/paddleboardcollage.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.288Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":371,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.287Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/paddleboardcollage.jpg\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.372Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/paddleboardcollage.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/paddleboardcollage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.373Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/paddleboardcollage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.386Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:20.387Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":372,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:25.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/\",\"added\":\"2023-09-04T15:57:03.973Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:24.926Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:30.408Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:46:56.534Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:59.057Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:59.057Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-jan-blodgett/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:59.068Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:46:59.069Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":373,"total":1650,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:59.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:14.843Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:00.080Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:47:13.607Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:47:13.607Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.615Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.616Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.623Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.624Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.637Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:13.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":374,"total":1654,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:59.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:15.085Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:15.085Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:15.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:15.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.731Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.731Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.731Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/danish-glogg/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.804Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/jancti.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.806Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":375,"total":1658,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:19.742Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/jancti.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:19.816Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/jancti.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:20.662Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:20.967Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/jancti.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:20.978Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:20.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":376,"total":1658,"pending":4,"failed":43,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:20.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:45:56.707Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T15:57:03.975Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:22.074Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:47:28.231Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:47:28.231Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:47:28.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.243Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janglogg.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.243Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":377,"total":1658,"pending":4,"failed":44,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:20.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janglogg.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.328Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janglogg.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janglogg.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.330Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janglogg.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.343Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janslasttour.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.343Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":378,"total":1658,"pending":4,"failed":44,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.343Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janslasttour.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:20.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.427Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janslasttour.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janslasttour.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.428Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janslasttour.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.439Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:28.441Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":379,"total":1658,"pending":4,"failed":44,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:13.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:20.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:30.190Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.028Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.028Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.534Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.534Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.535Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.535Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.536Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/studying-in-the-library-a-picture-post/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.548Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/3-4.1scrapbookp14b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":380,"total":1658,"pending":4,"failed":44,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:20.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:45.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/3-4.1scrapbookp14b.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.559Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/3-4.1scrapbookp14b.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:47:45.816Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:47:45.816Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:47:45.816Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:47:45.817Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/janenv340.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.828Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.828Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":381,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:45.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:45.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/3-4.1scrapbookp14b.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:45.839Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:46.750Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/3-4.1scrapbookp14b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:46.777Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1212.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:46.777Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":382,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:46.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1212.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:45.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:47.212Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1212.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1212.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:47.251Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1212.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:47.273Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:47.273Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":383,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:47.272Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:45.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:47.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-1211.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.898Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2231a002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":384,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:47.272Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:48.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2231a002.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.963Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2231a002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2231a002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.966Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2231a002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.976Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2237a005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":385,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:47.272Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:48.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2237a005.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:48.983Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2221a001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.041Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2237a005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2237a005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.094Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2237a005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.157Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-3401c.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.160Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":387,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:48.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-3401c.jpg\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.223Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-3401c.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-3401c.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-3401c.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.260Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.260Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.260Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":388,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.263Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":388,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.272Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.344Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0754.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.357Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0759.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":389,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0759.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.414Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0759.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0759.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0759.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.425Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0760.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.425Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":390,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0760.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.488Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0760.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0760.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.489Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0760.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.501Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0763.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:49.501Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":391,"total":1658,"pending":4,"failed":45,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:46:20.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans\",\"added\":\"2023-09-04T15:57:03.976Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.501Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0763.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:47:59.506Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0763.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:48:00.408Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:48:00.409Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:48:00.409Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:00.484Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0770.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:00.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":392,"total":1658,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:00.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0770.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.501Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0763.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:00.855Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0763.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:01.010Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:01.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":393,"total":1658,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:00.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:00.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0770.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:10.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0770.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:11.014Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:15.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-0770.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:15.041Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2291a009.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:15.041Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":394,"total":1658,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:00.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:15.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2291a009.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:16.126Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2291a009.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2291a009.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:16.127Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2291a009.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:16.138Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:16.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":395,"total":1658,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:00.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:18.669Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:19.640Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/9-2042a006.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:19.653Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:19.654Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":396,"total":1658,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:28.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T15:57:03.977Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:19.664Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:48:40.140Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:48:40.140Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.149Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.149Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.151Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.152Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.152Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.152Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.153Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.163Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/allinfordavidson.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:40.164Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":397,"total":1666,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:40.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/allinfordavidson.jpg\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:50.167Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/allinfordavidson.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:53.831Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/05/allinfordavidson.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:53.902Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:48:53.902Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":398,"total":1666,"pending":4,"failed":46,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:47:49.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/\",\"added\":\"2023-09-04T15:57:03.978Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:01.616Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:49:19.273Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:49:19.273Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:49:19.273Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-buildings/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.283Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/2-0699c006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":399,"total":1666,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:19.283Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/2-0699c006.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.366Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/2-0699c006.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/2-0699c006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/2-0699c006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.379Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/29-0054005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":400,"total":1666,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:19.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/29-0054005.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.474Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/29-0054005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/29-0054005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.476Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/29-0054005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.487Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/IMG_6654.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.488Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":401,"total":1666,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:19.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/IMG_6654.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.545Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/IMG_6654.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/IMG_6654.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.546Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/IMG_6654.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.559Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/coffeespice.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.560Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":402,"total":1666,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:19.559Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/coffeespice.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:19.570Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/coffeespice.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:20.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/coffeespice.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:20.918Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:20.919Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":403,"total":1666,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:20.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld002.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:21.983Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:21.983Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:21.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:21.991Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:30.922Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:34.904Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:34.917Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:34.918Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":404,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:34.917Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld003.jpg\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:44.921Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld003.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:45.991Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:45.991Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:45.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:45.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:49:49.664Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:50.550Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/04/hengeveld003.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:50.561Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:50.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":405,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:19.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:52.186Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:52.186Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/coffee-spice-cake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:52.198Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:52.199Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":406,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:53.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/\",\"added\":\"2023-09-04T15:57:03.980Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:49:58.270Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:02.202Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:28.669Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:28.669Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:28.670Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/beacon-hill-cookies/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:28.681Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:28.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":407,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:48:16.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/\",\"added\":\"2023-09-04T15:57:03.979Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:31.975Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:50:51.983Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:51.984Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:51.994Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19831990giduz001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:51.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":408,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:50:51.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19831990giduz001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.080Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19831990giduz001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19831990giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.081Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19831990giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.092Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1972giduz001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.093Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":409,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:52.092Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1972giduz001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.176Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1972giduz001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1972giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.178Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1972giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.278Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1974giduz003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:50:52.278Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":410,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:50:52.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1974giduz003.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:02.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1974giduz003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/quips1974giduz003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/wh1970giduz001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":411,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:06.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/wh1970giduz001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.732Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/wh1970giduz001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/wh1970giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.733Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/wh1970giduz001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.745Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/15-0104.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.745Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":412,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:51:06.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/15-0104.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.829Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/15-0104.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/15-0104.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.831Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/15-0104.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.842Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0157a001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.843Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":413,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:51:06.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0157a001.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.926Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0157a001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0157a001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.927Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0157a001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.940Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0160a002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.940Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":414,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:06.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0160a002.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.993Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0160a002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0160a002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:06.995Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/19-0160a002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.104Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-0035b002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":415,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:07.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-0035b002.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.187Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-0035b002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-0035b002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.188Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-0035b002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.200Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/4-1394c001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.200Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":416,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:07.200Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/4-1394c001.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.256Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/4-1394c001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/4-1394c001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.257Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/4-1394c001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.268Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC048-32001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":417,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:51:07.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC048-32001.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.333Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC048-32001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC048-32001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.336Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC048-32001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.354Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19901996giduz002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:07.355Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":418,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:07.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19901996giduz002.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:09.879Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:09.879Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:10.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:10.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.457Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19901996giduz002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19901996giduz002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.458Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19901996giduz002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.468Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19961999giduz003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.469Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":419,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19961999giduz003.jpg\",\"added\":\"2023-09-04T15:57:03.982Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.549Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19961999giduz003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19961999giduz003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.551Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/personneldirectory19961999giduz003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.628Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:14.628Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":420,"total":1726,"pending":4,"failed":47,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:50:28.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:16.415Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:51:24.434Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:51:24.434Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:51:24.434Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:51:24.435Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/02-0547a001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:24.448Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:24.449Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":421,"total":1726,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:49:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T16:51:28.271Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:30.814Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:30.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:30.826Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:30.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":422,"total":1736,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:51:30.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:34.452Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:35.586Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:40.624Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:40.625Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:40.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:40.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:41.331Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:41.331Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:41.838Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:41.838Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:51:57.805Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:51:57.805Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:57.815Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:57.815Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:57.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:51:57.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.477Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.478Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.478Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/first-annual-north-carolina-debate-championships-a-window-into-the-history-of-debate-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.488Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-069b001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":423,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:31.488Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-069b001.jpg\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:31.499Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-069b001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:32.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/23-069b001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:33.051Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:33.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":424,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:32.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:49:52.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/\",\"added\":\"2023-09-04T15:57:03.981Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:52:39.879Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:39.880Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:39.892Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC0279s-16a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:39.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":425,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:32.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:39.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC0279s-16a.jpg\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:43.053Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:46.957Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC0279s-16a.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC0279s-16a.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:46.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/DC0279s-16a.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:46.969Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:46.970Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":426,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:32.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:47.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1663b.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:47.851Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:47.852Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":427,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:24.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:50.579Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:52:57.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:53:10.626Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:10.627Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:10.637Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:10.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":428,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:51:14.562Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T15:57:03.983Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:12.684Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:25.694Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/happy-retirement-bill-giduz/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.257Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.258Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.259Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.271Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1740a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.271Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":429,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:53:26.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1740a.jpg\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.356Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1740a.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1740a.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.357Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1740a.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.369Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1741a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.369Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":430,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:53:26.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1741a.jpg\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.562Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1741a.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1741a.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.563Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1741a.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.575Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1742b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.576Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":431,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:26.575Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1742b.jpg\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.630Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1742b.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1742b.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.631Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/27-1742b.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.641Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/cornelldebatescores004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":432,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:53:26.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/cornelldebatescores004.jpg\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.737Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/cornelldebatescores004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/cornelldebatescores004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.739Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/03/cornelldebatescores004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.810Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:26.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":433,"total":1753,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:26.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/\",\"added\":\"2023-09-04T15:57:03.985Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:28.305Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:48.330Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:48.330Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:48.838Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:48.838Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:53:50.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:53:50.721Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:50.742Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:50.742Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:50.744Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:53:50.744Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:54:04.297Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:54:04.300Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:04.324Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:04.324Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:04.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:04.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:20.759Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:20.759Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.263Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.264Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.264Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.264Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-chameleons-color/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.275Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-878001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:21.276Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":434,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:21.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-878001.jpg\",\"added\":\"2023-09-04T15:57:03.985Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.379Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-878001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-878001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.381Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-878001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.392Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-879003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.393Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":435,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-879003.jpg\",\"added\":\"2023-09-04T15:57:03.985Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.443Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-879003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-879003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.444Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-879003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.454Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-881006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.455Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":436,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.454Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-881006.jpg\",\"added\":\"2023-09-04T15:57:03.985Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.535Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-881006.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-881006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/04-881006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.549Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/dson03171998007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.550Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":437,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/dson03171998007.jpg\",\"added\":\"2023-09-04T15:57:03.985Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.635Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/dson03171998007.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/dson03171998007.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.636Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/dson03171998007.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.711Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:28.711Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":438,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.647Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:52:46.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:54:31.129Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:18.330Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:18.330Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/19-years-ago-today-march-1-1998/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:18.420Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:18.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":439,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:52:47.851Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.647Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:18.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:19.120Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:20.742Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:20.744Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:20.754Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:20.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":440,"total":1773,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.647Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:18.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:53:10.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/\",\"added\":\"2023-09-04T15:57:03.984Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:21.619Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:21.619Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:21.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:21.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.506Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.807Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.808Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.808Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.819Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleon1930.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.819Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":441,"total":1790,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:22.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleon1930.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:54:28.647Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:18.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:22.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleon1930.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.931Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.962Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.962Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.964Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.978Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":442,"total":1790,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:22.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleon1930.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:23.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:18.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:23.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.048Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleon1930.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.203Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.204Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":443,"total":1790,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:23.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:18.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.214Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.400Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.400Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.910Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.910Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.911Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.911Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.912Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.940Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.940Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":444,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:23.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:24.952Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:25.113Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameleoncovers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:25.155Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:25.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":445,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.063Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:25.166Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:26.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloenmay1926001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:26.682Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:26.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":446,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:26.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:20.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:26.979Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:26.979Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.487Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.487Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/revolution-1967-and-2017/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.499Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:27.499Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":447,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:27.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:26.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:24.940Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg\",\"added\":\"2023-09-04T15:57:03.986Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:28.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/chameloennovember1926003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:28.378Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:28.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":448,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:28.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:27.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:26.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:33.791Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:33.793Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/AAUPdavidson002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:33.804Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/session1963001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:33.804Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":449,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:28.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:27.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:33.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/session1963001.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:34.027Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/session1963001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/session1963001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:34.028Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/session1963001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:34.038Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:34.038Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":450,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:28.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:27.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:34.048Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:37.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:38.380Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:41.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02031967003.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:41.785Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:41.785Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":451,"total":1798,"pending":4,"failed":48,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:28.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:44.803Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:46.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:46.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:46.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:55:46.510Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/jessehelms.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:46.522Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:46.522Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":452,"total":1798,"pending":4,"failed":49,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:46.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:46.533Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:47.110Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:47.111Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:55:47.111Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:55:47.111Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/01/dson02101967002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:47.121Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:47.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":453,"total":1798,"pending":4,"failed":50,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:25.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/\",\"added\":\"2023-09-04T15:57:03.987Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:47.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:57:28.436Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:55:47.132Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:09.855Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:09.855Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:10.358Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:10.358Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:11.505Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:11.505Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:12.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:12.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:15.233Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:15.233Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:15.234Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/differing-viewpoints/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:15.245Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/Louis_Armstrong_1953.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:15.246Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":454,"total":1798,"pending":4,"failed":50,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:15.244Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/Louis_Armstrong_1953.jpg\",\"added\":\"2023-09-04T15:57:28.437Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:47.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:57:28.436Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:22.345Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/Louis_Armstrong_1953.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/Louis_Armstrong_1953.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:22.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/02/Louis_Armstrong_1953.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:22.356Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:22.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":455,"total":1798,"pending":4,"failed":50,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:22.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:47.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/\",\"added\":\"2023-09-04T15:57:28.436Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.733Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.733Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.733Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/louis_armstrong_1953/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.801Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.801Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":456,"total":1798,"pending":4,"failed":50,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:23.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:22.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:23.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:56:26.073Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:26.099Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:26.099Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:26.101Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:26.102Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:33.803Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:43.169Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:43.169Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:43.170Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:43.170Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:59.113Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:59.113Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:59.114Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book-room/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:59.185Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater"}}
{"logLevel":"info","timestamp":"2023-09-04T16:56:59.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":457,"total":1845,"pending":4,"failed":50,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:56:59.124Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:34.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:23.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T16:57:04.049Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T16:57:04.049Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:57:04.049Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/cachristianlamb/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:04.060Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:04.060Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":458,"total":1845,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:56:59.124Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:04.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:23.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:09.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:14.064Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T16:57:45.439Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:57:45.439Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.446Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.446Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.447Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.447Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.449Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.449Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.449Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.459Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:45.460Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":459,"total":1847,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:57:04.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:55:41.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/\",\"added\":\"2023-09-04T15:57:03.988Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:45.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:23.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:49.809Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:53.916Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:53.916Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:53.917Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:53.918Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:57:56.101Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:56.103Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:56.191Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:57:56.193Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":460,"total":1847,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:04.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:45.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:56:23.743Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/\",\"added\":\"2023-09-04T15:57:29.160Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:06.195Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:07.353Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:07.353Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:07.353Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-davidson-from-day-one-the-sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:07.365Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:07.366Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":461,"total":1847,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:58:07.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:04.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:45.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:09.308Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:58:44.065Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:46.604Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:46.605Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/emprivott/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:46.677Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:46.678Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":462,"total":1847,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:58:07.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:45.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:46.688Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.562Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.562Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.564Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.564Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.911Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.912Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.912Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sloop-family/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.925Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma"}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:49.926Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":463,"total":1847,"pending":4,"failed":51,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:58:49.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:45.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:58:59.934Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:59:19.809Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T16:59:19.810Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:59:19.810Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-183rd-commencement-a-history-maker/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:19.821Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:19.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":464,"total":1847,"pending":4,"failed":52,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:58:49.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:19.821Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:19.833Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T16:59:26.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T16:59:26.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.205Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.205Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.206Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.207Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.207Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.207Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.208Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.219Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":465,"total":1849,"pending":4,"failed":52,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:26.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:19.821Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.716Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.716Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:26.896Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.222Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.222Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.224Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.224Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.225Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/better-than-the-m-ms-pimento-cheese/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.235Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:27.235Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":466,"total":1849,"pending":4,"failed":52,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:27.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:26.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:29.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:34.927Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:34.927Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:34.928Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:34.929Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.025Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.025Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.027Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/chapters-in-the-lives-of-the-chambermaids/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.038Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.038Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":467,"total":1849,"pending":4,"failed":52,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:27.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.038Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:57:56.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/\",\"added\":\"2023-09-04T15:57:29.161Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.065Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T16:59:36.196Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T16:59:36.196Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T16:59:36.196Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidsons-interpretation-of-a-medieval-artifact/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.207Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:36.207Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":468,"total":1849,"pending":4,"failed":53,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:27.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/\",\"added\":\"2023-09-04T15:57:29.163Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.207Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.038Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.002Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.002Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.003Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.003Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.736Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.736Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.736Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/commencement/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.748Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/"}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:38.748Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":469,"total":1851,"pending":4,"failed":53,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.207Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.038Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:58:46.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson\",\"added\":\"2023-09-04T15:57:29.162Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:46.211Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:46.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:52.189Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:52.189Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:52.191Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T16:59:52.191Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:00:16.689Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:00:16.689Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:00:16.690Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:16.700Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:16.701Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":470,"total":1895,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.207Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.038Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:16.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:18.507Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:18.507Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:18.509Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:18.510Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:25.098Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.928Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.928Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.928Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff-organizations/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.938Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":471,"total":1896,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:34.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:36.038Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:16.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:34.949Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:00:37.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:00:37.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:37.892Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/"],"page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:37.892Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:37.893Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:37.893Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.026Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.027Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.027Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.119Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.119Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":472,"total":1896,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:34.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:39.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:16.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:39.131Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:42.947Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:42.947Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:43.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:43.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:51.854Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:51.855Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:51.856Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:51.856Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.237Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.237Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-phantom-of-the-night-cop-ed-linker/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.249Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":473,"total":1896,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:34.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:39.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.933Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.933Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.933Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/quips-cranks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.944Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.944Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":474,"total":1896,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.944Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:39.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:57.970Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:58.202Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:58.202Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:58.204Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:58.204Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:59.949Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:59.949Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:59.949Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-publications/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:59.963Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:00:59.964Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":475,"total":1896,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.944Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T16:59:38.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/\",\"added\":\"2023-09-04T15:57:29.164Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:04.370Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:07.459Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:07.459Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:07.461Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:07.461Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.804Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.805Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.805Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.888Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":476,"total":1906,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.944Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:08.816Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:08.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:10.603Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:10.603Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:10.605Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:10.615Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:10.616Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":477,"total":1906,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:00:57.944Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/\",\"added\":\"2023-09-04T15:57:29.165Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:10.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:08.816Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:13.888Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:14.078Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:14.079Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:14.080Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:14.081Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:16.927Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:16.927Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:17.430Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:17.430Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.256Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.256Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.257Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-spirits-of-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.268Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.268Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":478,"total":1917,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:10.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:08.816Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:24.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:30.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:30.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:30.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:30.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.319Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.320Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.321Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/yearbook/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.333Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.333Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":479,"total":1917,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:01:31.333Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:08.816Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.365Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.365Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.367Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:31.367Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:01:41.336Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:04.647Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:04.648Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.158Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.158Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.159Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.159Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.159Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dahlia-krutkovich-petition-for-jewish-studies-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.170Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:05.171Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":480,"total":1933,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:05.170Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:31.333Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:08.482Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:08.769Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:08.769Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:08.772Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:08.773Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:23.212Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:23.212Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:23.213Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:23.294Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:23.295Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":481,"total":1937,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:23.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:05.170Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:26.806Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:26.806Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.311Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.311Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.311Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-erin-major-world-aids-day/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.321Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:27.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":482,"total":1937,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:27.321Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:23.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:29.394Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:30.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:02:40.704Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:02:40.704Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.712Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.712Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.718Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.718Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.719Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.719Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.720Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.731Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:40.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":483,"total":1939,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:23.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:40.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:00:59.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/\",\"added\":\"2023-09-04T15:57:29.166Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:02:44.079Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:44.080Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:44.090Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:44.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":484,"total":1939,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:23.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:40.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:45.484Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:45.780Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:48.303Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:52.503Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:52.503Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.969Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.969Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.970Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:53.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:57.059Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:57.059Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:57.060Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-tartan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:57.071Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:02:57.071Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":485,"total":1950,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:02:57.070Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:01:24.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/\",\"added\":\"2023-09-04T15:57:29.167Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:40.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:03:01.365Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:01.366Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:01.437Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia"}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:01.437Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":486,"total":1950,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:03:01.376Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:57.070Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:40.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:07.077Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:10.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:40.037Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:40.037Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:40.542Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:40.542Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.416Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.416Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.416Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-privott-davidson-college-football-continuing-the-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.427Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article"}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":487,"total":1950,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:03:01.376Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:03:47.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:40.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:03:47.437Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:15.781Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:18.320Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:18.321Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:18.332Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:18.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":488,"total":1956,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:18.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:03:01.376Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:03:47.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:20.262Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:20.262Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.438Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.439Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.446Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.446Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.448Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.448Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.453Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.473Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.476Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:20.478Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":489,"total":1959,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:18.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:20.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:03:47.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:02:44.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/\",\"added\":\"2023-09-04T15:57:29.168Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:04:23.969Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:23.970Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:23.981Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:23.981Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":490,"total":1959,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:18.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:20.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:03:47.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article\",\"added\":\"2023-09-04T15:59:24.804Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:23.992Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:26.585Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:29.745Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:43.123Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:43.123Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:43.204Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:43.205Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.213Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.213Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.215Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.215Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.215Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.216Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.216Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.247Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.247Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.256Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.256Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.258Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.272Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.273Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":492,"total":1961,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:20.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.337Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.337Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":492,"total":1961,"pending":4,"failed":54,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:20.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:43.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:04:44.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:04:44.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:04:44.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:44.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:44.418Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:44.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":493,"total":1961,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:20.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:44.428Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:54.349Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:04:54.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.362Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners"],"page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.362Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.363Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.364Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.364Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.364Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.366Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/2011/01/12/cake-race-winners/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.377Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/cakerace2014.png"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.377Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":494,"total":1962,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:54.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/cakerace2014.png\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:54.387Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/cakerace2014.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:55.503Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/cakerace2014.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:55.513Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:55.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":495,"total":1962,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:43.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:55.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false\",\"added\":\"2023-09-04T15:59:24.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:04:58.530Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:05:21.704Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:05:21.704Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.714Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.715Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.718Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.718Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.729Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword"}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":496,"total":1962,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:21.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword\",\"added\":\"2023-09-04T15:59:31.129Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:55.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false\",\"added\":\"2023-09-04T15:59:24.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:21.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.223Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.223Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.224Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.224Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.224Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.224Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.225Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-login.php?action=lostpassword","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.235Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.236Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":497,"total":1962,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:04:23.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/\",\"added\":\"2023-09-04T15:59:24.805Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:33.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:55.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false\",\"added\":\"2023-09-04T15:59:24.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:33.261Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:05:50.231Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:05:50.231Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.242Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.242Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.243Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.243Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.244Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.244Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.245Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.255Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:05:50.257Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":498,"total":1962,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:05:33.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:55.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false\",\"added\":\"2023-09-04T15:59:24.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:44.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T15:59:24.806Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:50.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:00.264Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:06:06.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:06:06.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.570Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.570Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.572Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.572Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.572Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.572Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.573Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.641Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:06.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":499,"total":1964,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:06.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:33.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:04:55.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false\",\"added\":\"2023-09-04T15:59:24.807Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:50.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.006Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:06:08.256Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:06:08.256Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.264Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.265Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.267Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.268Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.268Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.268Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.278Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:08.279Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":500,"total":1964,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:06.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:33.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:50.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:10.006Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.080Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.080Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.563Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.563Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.591Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.591Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.591Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunions-then-and-now/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.665Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:27.665Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":501,"total":1972,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:27.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:06.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:05:33.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.071Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.072Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.072Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/earth-day-davidson-style/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.083Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith"}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:28.083Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":502,"total":1972,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:27.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:06.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T15:59:32.732Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:28.083Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.464Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.464Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.974Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.974Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.975Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.975Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.975Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.985Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities"}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:29.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":503,"total":1979,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:29.985Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:27.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:28.083Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:37.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:38.103Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:06:40.007Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:07.532Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:07.532Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.540Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.540Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.542Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.542Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.543Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.543Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.544Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.554Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":504,"total":1986,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:06:29.985Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:27.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:07.554Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.641Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:07.641Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.150Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.150Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.151Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.151Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thank-you-miss-finlayson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.163Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:08.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":505,"total":1991,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:29.985Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:07.554Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:15.069Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:15.069Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.081Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.081Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.083Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.083Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.083Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.083Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.084Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.096Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:15.096Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":506,"total":1993,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:07.554Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:17.576Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:18.166Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:25.099Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:29.985Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:29.986Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.993Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.993Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.994Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.995Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:29.995Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:30.074Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:30.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":507,"total":2003,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:06:08.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/\",\"added\":\"2023-09-04T15:59:32.733Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:33.538Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:33.557Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:33.557Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:33.559Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:33.559Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:38.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:07:40.006Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:42.528Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:42.528Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/deans-of-students/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:42.614Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/29-0572_po.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:42.615Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":508,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:42.539Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/29-0572_po.jpg\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:43.672Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/29-0572_po.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/29-0572_po.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:43.674Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/29-0572_po.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:43.684Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/10-0345d.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:43.684Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":509,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:43.684Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/10-0345d.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.782Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/10-0345d.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/10-0345d.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.784Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/10-0345d.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.797Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0686p.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.798Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":510,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:50.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0686p.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.883Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0686p.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0686p.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0686p.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.899Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0760le.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.899Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":511,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0760le.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.953Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0760le.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0760le.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.955Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0760le.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.966Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-3257.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:50.967Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":512,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:50.966Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-3257.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.021Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-3257.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-3257.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-3257.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.091Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/SAM_1851.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.092Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":513,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:51.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/SAM_1851.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.173Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/SAM_1851.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/SAM_1851.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.175Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/SAM_1851.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.185Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":514,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:51.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.238Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.251Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library_end.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.251Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":515,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:51.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library_end.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.338Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library_end.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library_end.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.339Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/library_end.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.351Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/mauze.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.351Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":516,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:51.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/mauze.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.435Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/mauze.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/mauze.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.437Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/mauze.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.448Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/usb.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:51.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":517,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:51.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/usb.jpg\",\"added\":\"2023-09-04T15:59:32.735Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.542Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/usb.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/usb.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.544Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/usb.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.612Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/13-0088.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.613Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":518,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:58.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/13-0088.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.695Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/13-0088.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/13-0088.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.697Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/13-0088.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.708Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0687_p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.709Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":519,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:58.708Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0687_p2.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.773Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0687_p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0687_p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-0687_p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.786Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1134_f.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":520,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:58.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1134_f.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.843Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1134_f.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1134_f.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.845Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1134_f.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.857Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1310u.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":521,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:58.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1310u.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.941Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1310u.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1310u.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.942Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/9-1310u.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.953Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/Plaza2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:58.954Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":522,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:58.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/Plaza2.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.007Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/Plaza2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/Plaza2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.008Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/Plaza2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.073Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/fountain.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.073Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":523,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:59.019Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/fountain.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.130Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/fountain.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/fountain.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.131Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/fountain.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.143Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lab.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.143Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":524,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:59.142Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lab.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.200Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lab.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lab.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.202Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lab.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.216Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lounge.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.216Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":525,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:59.216Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lounge.jpg\",\"added\":\"2023-09-04T15:59:32.736Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.300Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lounge.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lounge.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.301Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/02/lounge.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.312Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:07:59.312Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":526,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:59.312Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:00.760Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.940Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.940Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.941Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.952Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.952Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":527,"total":2005,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:59.312Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:09.952Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:09.980Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:14.837Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:14.837Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:15.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:15.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:21.996Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:21.996Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.030Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2"],"page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.031Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.033Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.033Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.033Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.033Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.034Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.045Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:22.045Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":528,"total":2006,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:07:30.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:09.952Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:23.562Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:23.562Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:23.574Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:23.574Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:23.576Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:23.576Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.369Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.369Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.370Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/then-and-now/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.382Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.382Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":529,"total":2008,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:09.952Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:28.409Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:32.066Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.332Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.332Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.332Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.343Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.343Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":530,"total":2008,"pending":4,"failed":55,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:08:45.342Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:45.370Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:08:46.302Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:08:46.302Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3 returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:08:46.302Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3 returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:46.304Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:46.315Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:46.316Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":531,"total":2008,"pending":4,"failed":56,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:08:46.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:07:15.095Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/\",\"added\":\"2023-09-04T15:59:32.734Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:08:55.100Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:08:55.100Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:08:55.100Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/it-hasnt-been-exactly-easy-early-student-reflections-on-integration-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:55.112Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:55.112Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":532,"total":2008,"pending":4,"failed":57,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:08:46.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:55.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:08:56.319Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:02.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.313Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.313Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.584Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.584Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.822Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.822Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.823Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.823Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.823Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/extracurricular/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.894Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:33.894Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":533,"total":2008,"pending":4,"failed":57,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:09:33.835Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:55.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:34.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:34.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:43.914Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:47.746Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:47.746Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:47.746Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/shared-stories/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:47.758Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:47.758Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":534,"total":2008,"pending":4,"failed":57,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:09:47.758Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:33.835Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:28.381Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:55.492Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:09:58.411Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:09:58.411Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:09:58.411Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:58.422Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:58.422Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":535,"total":2008,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:09:58.422Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:47.758Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:33.835Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:08:22.045Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T15:59:32.737Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:09:59.126Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:10:02.066Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:10:04.575Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:10:04.575Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:04.585Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:04.586Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:04.661Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:04.661Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":536,"total":2009,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:09:58.422Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:47.758Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:33.835Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:14.664Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:10:50.825Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:10:50.825Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.837Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.837Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.840Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.840Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.841Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.841Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.842Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.853Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.854Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":537,"total":2018,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:47.758Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:33.835Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:50.864Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:59.021Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:59.021Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:59.526Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:10:59.526Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:11:12.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:11:12.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.329Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920"],"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.329Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.331Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.331Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.332Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.333Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.334Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.344Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:12.344Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":538,"total":2018,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:09:47.758Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:12.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:22.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:11:25.492Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:11:28.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:11:28.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.009Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.009Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.075Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":539,"total":2022,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:12.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.834Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:28.834Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.343Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.343Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/open-houses/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.356Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":540,"total":2022,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:29.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.579Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:29.579Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:30.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:30.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:36.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:36.971Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.311Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.311Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.814Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.814Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.814Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.815Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/spirit-of-generosity/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.826Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411119_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:42.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":541,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:42.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411119_001.jpg\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:49.926Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411119_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411119_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:49.928Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411119_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:49.938Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411204_001c.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:49.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":542,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:49.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411204_001c.jpg\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.022Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411204_001c.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411204_001c.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411204_001c.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.091Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.093Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":543,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001.jpg\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.144Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.145Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.156Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001_bible.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.156Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":544,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001_bible.jpg\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.236Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001_bible.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001_bible.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.238Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_001_bible.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.248Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.249Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":545,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.348Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.349Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.359Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002_ec.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.359Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":546,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002_ec.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.410Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002_ec.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002_ec.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.412Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19411211_002_ec.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.432Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":547,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.432Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_001.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.490Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.491Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.562Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:50.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":548,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:50.501Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:51.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:52.543Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420129_003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:52.553Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:52.553Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":549,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:52.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_002.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:52.564Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:53.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:53.564Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:53.564Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":550,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:53.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_005.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:53.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:54.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420205_005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:54.570Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:54.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":551,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_001.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:54.581Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:55.520Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:55.531Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:55.531Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":552,"total":2028,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:10:50.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:55.542Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:56.991Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:56.992Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.411Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.411Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.412Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-holiday-presents-for-the-archives-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.423Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.423Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":553,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:57.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:28.020Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T15:59:32.739Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.434Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.494Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.494Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.495Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.495Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.496Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.506Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":554,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:57.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_004.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:57.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:57.517Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.095Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.105Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":555,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:57.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.116Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.551Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420312_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.618Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491022_003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:11:58.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":556,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491022_003.jpg\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.721Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491022_003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491022_003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.725Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491022_003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.737Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491028002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":557,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:05.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491028002.jpg\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.823Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491028002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491028002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.824Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19491028002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.835Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/M-truman.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:05.836Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":558,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:05.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/M-truman.jpg\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:06.981Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/M-truman.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/M-truman.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:06.983Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/M-truman.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:06.996Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/truman-program.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:06.997Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":559,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:06.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/truman-program.jpg\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:07.010Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/truman-program.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:08.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/truman-program.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:08.273Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:08.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":560,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:58.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/\",\"added\":\"2023-09-04T15:59:32.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:08.506Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:08.506Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:09.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:09.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.167Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.167Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/margarets-johnny/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.178Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/16-0109.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":561,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/16-0109.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.266Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/16-0109.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/16-0109.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.268Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/16-0109.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.277Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19561130_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.278Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":562,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.277Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19561130_001.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.369Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19561130_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19561130_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.371Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19561130_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.443Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.443Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":563,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_001.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.507Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.509Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.519Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.519Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":564,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_004.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.583Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.584Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570201_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.594Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570208_004c.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.594Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":565,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570208_004c.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.651Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570208_004c.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570208_004c.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.652Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570208_004c.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.662Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570215_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.662Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":566,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.662Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570215_001.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.718Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570215_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570215_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570215_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.730Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570222_004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":567,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570222_004.jpg\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.792Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570222_004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570222_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.794Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/19570222_004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.860Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:14.860Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":568,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:10:04.597Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/\",\"added\":\"2023-09-04T15:59:32.738Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:16.404Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:17.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:12:29.023Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:29.024Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:29.038Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:29.038Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":569,"total":2031,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:29.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat\",\"added\":\"2023-09-04T16:01:13.740Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:37.274Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:38.544Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidson-december-7-1941/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:12:42.432Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:12:42.432Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.439Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.439Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.441Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.441Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.442Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.442Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.442Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.453Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.454Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":570,"total":2032,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:42.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/\",\"added\":\"2023-09-04T16:01:13.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/\",\"added\":\"2023-09-04T15:59:32.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:42.467Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:45.045Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:45.045Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:45.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:45.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:46.311Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:46.311Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:46.822Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:46.822Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:52.434Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:52.434Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:52.434Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hocsak-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:52.507Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:12:52.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":571,"total":2094,"pending":4,"failed":58,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:52.445Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/\",\"added\":\"2023-09-04T16:01:13.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:42.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/\",\"added\":\"2023-09-04T16:01:13.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:03.395Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:12.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:12.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:12.782Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:13:12.782Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:12.794Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:12.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":572,"total":2094,"pending":4,"failed":59,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:42.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/\",\"added\":\"2023-09-04T16:01:13.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:12.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:11:55.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg\",\"added\":\"2023-09-04T15:59:32.740Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:19.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/19420226_003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:19.899Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:19.900Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":573,"total":2094,"pending":4,"failed":59,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:42.452Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/\",\"added\":\"2023-09-04T16:01:13.741Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:19.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:12.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:22.797Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:13:27.133Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:13:27.133Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.140Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.141Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.142Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.142Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.143Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.152Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:27.153Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":574,"total":2097,"pending":4,"failed":59,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:19.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:27.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:12.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:29.903Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:37.157Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:42.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:42.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:13:42.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:13:42.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:42.266Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:42.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":575,"total":2097,"pending":4,"failed":60,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:13:42.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:19.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:12.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:13:52.269Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:14:06.294Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:14:06.294Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:14:06.294Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:06.295Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:06.305Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:06.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":576,"total":2097,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:13:42.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:12.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:06.316Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:10.861Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:10.861Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.867Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.867Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.869Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.869Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.870Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.870Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.870Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.881Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:10.881Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":577,"total":2098,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:10.880Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:13:42.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:11.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:11.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.554Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.554Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.556Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.556Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.557Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.557Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.557Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.623Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:11.624Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":578,"total":2099,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:10.880Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:12:14.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/\",\"added\":\"2023-09-04T15:59:32.743Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:14:15.045Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:15.046Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:15.056Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:15.056Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":579,"total":2099,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:10.880Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:15.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:20.749Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:20.884Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:26.084Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:28.043Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:42.645Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:14:42.645Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.653Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.653Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.654Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.655Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.655Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.655Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.656Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.666Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:42.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":580,"total":2100,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:42.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:15.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:14:50.395Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:02.926Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:02.926Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.933Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.933Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.935Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.935Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.936Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.936Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.936Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.948Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:02.948Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":581,"total":2100,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:02.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:15.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:04.724Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:08.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:08.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.155Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.155Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.157Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.157Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.157Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.158Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.158Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.233Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.234Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":582,"total":2102,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:15.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:08.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:08.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:13.167Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:13.167Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.173Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.173Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.175Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.175Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.175Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.175Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.177Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.187Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.187Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":583,"total":2103,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:06.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/\",\"added\":\"2023-09-04T16:01:13.742Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:08.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:13.198Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:22.214Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:22.215Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.223Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.223Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.225Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.226Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.226Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.226Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.227Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.237Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.237Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":584,"total":2104,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/\",\"added\":\"2023-09-04T16:01:42.254Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:08.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:22.302Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:22.302Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.310Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.310Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.312Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.313Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.313Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.313Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.313Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.326Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:22.327Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":585,"total":2105,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.326Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/\",\"added\":\"2023-09-04T16:01:42.255Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/\",\"added\":\"2023-09-04T16:01:42.254Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:14:11.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/\",\"added\":\"2023-09-04T16:01:13.744Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:32.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:32.328Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:50.757Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:53.270Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:15:53.270Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:53.277Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:53.277Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:53.290Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:15:53.290Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":586,"total":2105,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.326Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/\",\"added\":\"2023-09-04T16:01:42.255Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/\",\"added\":\"2023-09-04T16:01:42.254Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:53.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.256Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:01.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.958Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.958Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.958Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.959Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.959Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-bringing-college-soccer-to-the-masses-live-games-on-tv-and-international-soccer-at-davidson-college/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.970Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:19.970Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":587,"total":2105,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:16:19.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.257Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:22.326Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/\",\"added\":\"2023-09-04T16:01:42.255Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:53.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.256Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.219Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.381Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.381Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.386Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.386Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.387Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.387Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.388Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer-ncaa-mens-soccer-championship/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.399Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:21.400Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":588,"total":2105,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:16:19.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.257Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:53.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.256Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:21.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/\",\"added\":\"2023-09-04T16:01:42.258Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:25.785Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:25.785Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.294Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.294Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.533Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.533Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.534Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-do-these-ticket-booths-look-similar-to-you-preparing-the-physical-grounds-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.545Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer"}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:26.545Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":589,"total":2105,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:53.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/\",\"added\":\"2023-09-04T16:01:42.256Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:21.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/\",\"added\":\"2023-09-04T16:01:42.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:26.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:27.712Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:28.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:42.115Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:42.115Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:42.117Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:42.117Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:59.641Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:16:59.641Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.150Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.150Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.151Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.151Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-years-before-online-ticketing-a-window-in-the-ticketing-process-for-the-ncaa-mens-soccer-championship-at-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.162Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":590,"total":2106,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:21.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/\",\"added\":\"2023-09-04T16:01:42.258Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:26.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:00.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.270Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.270Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.775Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.775Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jonathan-swann-c19-the-life-and-legacy-of-charlie-slagle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.785Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:36.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":591,"total":2106,"pending":4,"failed":61,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:36.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:16:26.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:46.789Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:17:57.713Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:17:57.713Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:17:57.713Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:57.783Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:57.783Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":592,"total":2106,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:15:13.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/\",\"added\":\"2023-09-04T16:01:35.107Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:36.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:17:58.510Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:18:03.197Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:03.230Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:03.231Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:03.233Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:03.233Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:04.382Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:04.382Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:04.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:04.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:18:12.117Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:12.118Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:12.129Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:12.130Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":593,"total":2113,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:12.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:36.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:14.552Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:14.552Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:14.553Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-berndt-c22-english-major-meeting-my-grandfather-in-the-pages-of-quips-and-cranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:14.563Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:14.564Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":594,"total":2113,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:14.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:12.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:22.133Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:22.386Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:23.039Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:27.278Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:27.279Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:27.280Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:27.280Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:31.807Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:31.807Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:31.808Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/soccer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:31.819Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:31.820Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":595,"total":2113,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:14.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:32.494Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:34.635Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:34.635Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:35.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:35.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.318Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.318Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.318Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/baseball-history/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.394Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.395Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":596,"total":2113,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:42.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.812Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.812Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.814Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:42.814Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:18:51.567Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:22.531Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:22.531Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:22.533Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:22.533Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.257Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.257Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.258Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/international-students/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.269Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":597,"total":2117,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:23.269Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:23.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.737Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.737Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.739Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.739Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.739Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.739Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.739Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/persia/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.750Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.751Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":598,"total":2117,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:17:57.724Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:27.762Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.587Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.587Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.588Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.599Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.599Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":599,"total":2117,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:28.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/\",\"added\":\"2023-09-04T16:04:13.006Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:17:00.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/\",\"added\":\"2023-09-04T16:01:42.260Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:28.610Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:19:33.231Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.232Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.244Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.245Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":600,"total":2117,"pending":4,"failed":62,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:33.244Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/\",\"added\":\"2023-09-04T16:04:13.006Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:28.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/\",\"added\":\"2023-09-04T16:04:13.006Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.288Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.288Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.289Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:33.290Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:43.250Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:44.625Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:19:45.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:19:45.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:19:45.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:19:45.689Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-jacob/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:45.706Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:45.706Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":601,"total":2171,"pending":4,"failed":63,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:19:45.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/\",\"added\":\"2023-09-04T16:04:13.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:28.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/\",\"added\":\"2023-09-04T16:04:13.006Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:18:31.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/\",\"added\":\"2023-09-04T16:01:42.261Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:19:54.891Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:20:02.496Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:20:02.496Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:20:02.496Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidyonan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:02.568Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:02.569Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":602,"total":2171,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:20:02.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:45.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/\",\"added\":\"2023-09-04T16:04:13.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:28.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/\",\"added\":\"2023-09-04T16:04:13.006Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:12.572Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:30.189Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:30.189Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:30.694Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:30.694Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.167Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.167Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-holly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.179Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.180Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":603,"total":2171,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:20:31.179Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:02.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:45.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/\",\"added\":\"2023-09-04T16:04:13.008Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:31.879Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:20:33.849Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:20:33.850Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:33.869Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:33.870Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:33.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:33.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:57.367Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:57.367Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:57.368Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:57.440Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:57.440Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":604,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:20:57.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:31.179Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:02.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:19:27.750Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/\",\"added\":\"2023-09-04T16:01:42.262Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:20:58.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.448Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.449Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.450Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.450Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.535Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:00.535Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:01.038Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:01.038Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:21:03.288Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:03.288Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:03.300Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:03.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":605,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:03.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:57.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:31.179Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:02.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:08.569Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:11.216Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.189Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.190Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.190Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/coeducation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.201Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.201Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":606,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:03.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:57.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:02.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.213Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.217Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.217Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/announcing-new-research-guides/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.231Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.231Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":607,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:03.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:57.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:13.241Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:21:15.810Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:21:15.811Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.824Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.824Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.827Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.827Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.840Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.840Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.844Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:15.844Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.569Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.569Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.570Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-activism/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.581Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.582Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":608,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:20:57.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/\",\"added\":\"2023-09-04T16:04:17.387Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:28.581Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:28.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:43.022Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:43.022Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:43.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/oral-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:43.033Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:43.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":609,"total":2177,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:28.581Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:43.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:44.046Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:21:57.361Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:57.373Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:57.373Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:57.878Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:21:57.878Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:22:14.230Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:22:14.231Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:14.244Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:14.244Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:14.245Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:14.245Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:17.671Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:17.671Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:17.672Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:17.736Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:17.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":610,"total":2178,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:17.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/\",\"added\":\"2023-09-04T16:04:17.389Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:43.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:19.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:27.369Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:27.369Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:27.369Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/local-history/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:27.380Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:27.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":611,"total":2178,"pending":4,"failed":64,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/\",\"added\":\"2023-09-04T16:04:28.833Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:17.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/\",\"added\":\"2023-09-04T16:04:17.389Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:29.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:22:43.214Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:22:43.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:22:43.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jecottle/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:43.225Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:43.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":612,"total":2178,"pending":4,"failed":65,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:21:13.231Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/\",\"added\":\"2023-09-04T16:04:17.388Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/\",\"added\":\"2023-09-04T16:04:28.833Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:17.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/\",\"added\":\"2023-09-04T16:04:17.389Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:22:43.243Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:22:43.243Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:22:43.243Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-projects-community-change-and-oral-histories-part-1/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:43.252Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:43.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":613,"total":2178,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/\",\"added\":\"2023-09-04T16:04:28.835Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/\",\"added\":\"2023-09-04T16:04:28.833Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:17.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/\",\"added\":\"2023-09-04T16:04:17.389Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:43.262Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:22:45.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:23:04.452Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.463Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.464Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.465Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.465Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.466Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.466Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.466Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cotton-mill/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.478Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.478Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":614,"total":2178,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/\",\"added\":\"2023-09-04T16:04:28.835Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:04.477Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/\",\"added\":\"2023-09-04T16:04:28.835Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/\",\"added\":\"2023-09-04T16:04:28.833Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.886Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:04.886Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:05.390Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:05.390Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:13.489Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:16.598Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:16.598Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:16.598Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-creating-connections-one-stitch-at-a-time/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:16.612Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:16.612Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":615,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:23:16.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:04.477Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/\",\"added\":\"2023-09-04T16:04:28.835Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/\",\"added\":\"2023-09-04T16:04:28.833Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:18.896Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:25.806Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:25.807Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.311Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.311Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.312Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-kseniia-koroleva-fulbright-scholar-feminist-movement-and-the-soviet-union-tatyana-mamonova/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.323Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:26.323Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":616,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:23:16.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:04.477Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/\",\"added\":\"2023-09-04T16:04:28.835Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:26.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:27.874Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:27.875Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:28.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:28.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:36.327Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.237Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.237Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.238Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-metadata-and-embroidery-producing-sense-one-record-at-a-time/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.252Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":617,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:23:16.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:26.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:41.262Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:46.364Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:46.365Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:46.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:46.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:49.815Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:49.815Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:49.816Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-samantha-ewing-c23-english-major-attitudes-toward-sexual-assault/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:49.828Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust"}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:49.829Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":618,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:49.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust\",\"added\":\"2023-09-04T16:04:46.115Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:26.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:23:53.580Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:00.327Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:00.327Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:00.329Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:00.329Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:24:11.848Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:24:11.848Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.855Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.855Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.857Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.857Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.857Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.857Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.858Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.929Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:11.929Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":619,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:11.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/\",\"added\":\"2023-09-04T16:04:46.115Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:26.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/\",\"added\":\"2023-09-04T16:04:28.836Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.718Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.718Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.718Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/metadata/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.729Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":620,"total":2180,"pending":4,"failed":66,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:24:13.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/\",\"added\":\"2023-09-04T16:04:46.116Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:11.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/\",\"added\":\"2023-09-04T16:04:46.115Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:13.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:14.674Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:24:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:24:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:24:14.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:24:14.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/19th-century-davidson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:14.929Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:14.931Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":621,"total":2180,"pending":4,"failed":67,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:24:14.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:22:43.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/\",\"added\":\"2023-09-04T16:04:28.834Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:11.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/\",\"added\":\"2023-09-04T16:04:46.115Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:14.941Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:24:15.770Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:18.292Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:18.292Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/life-under-the-soviet-regime-alexandra-tolstoy/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:18.372Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:18.375Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":622,"total":2180,"pending":4,"failed":67,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:24:18.304Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:14.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:11.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/\",\"added\":\"2023-09-04T16:04:46.115Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:27.097Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:24:40.441Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:40.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:40.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:40.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:40.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:42.828Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:42.828Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:42.835Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:24:42.835Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.123Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.123Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.124Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/anpazramirez/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.135Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.135Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":623,"total":2184,"pending":4,"failed":67,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:24:18.304Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:14.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:00.145Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:25:03.492Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:03.504Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:03.504Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:04.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:04.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.333Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.333Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.334Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/jec-fellow-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.345Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":624,"total":2184,"pending":4,"failed":67,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/\",\"added\":\"2023-09-04T16:04:46.118Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:24:14.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.682Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.682Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.683Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.695Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:08.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":625,"total":2184,"pending":4,"failed":67,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/\",\"added\":\"2023-09-04T16:04:46.118Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/\",\"added\":\"2023-09-04T16:05:45.568Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:23:41.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/\",\"added\":\"2023-09-04T16:04:46.114Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:10.293Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:25:11.263Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:25:11.263Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:25:11.264Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/early-davidson-and-a-few-intricate-familial-connections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:11.275Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:11.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":626,"total":2184,"pending":4,"failed":68,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/\",\"added\":\"2023-09-04T16:04:46.118Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/\",\"added\":\"2023-09-04T16:05:45.568Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:11.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/\",\"added\":\"2023-09-04T16:05:45.576Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:14.074Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:14.293Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:25:46.838Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:46.862Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:46.862Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:46.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:46.865Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:55.956Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:55.957Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:55.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:55.969Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:55.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":627,"total":2185,"pending":4,"failed":68,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:55.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:08.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/\",\"added\":\"2023-09-04T16:05:45.568Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:11.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/\",\"added\":\"2023-09-04T16:05:45.576Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:57.595Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:57.595Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.102Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.102Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.103Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.103Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.104Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-brief-history-of-diplomas-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.115Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:25:58.115Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":628,"total":2185,"pending":4,"failed":68,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:58.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:55.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:11.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/\",\"added\":\"2023-09-04T16:05:45.576Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:05.974Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:08.119Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:15.840Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.864Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.865Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.867Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.867Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.867Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.867Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.868Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.878Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.878Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":629,"total":2186,"pending":4,"failed":68,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:58.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:55.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:15.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:15.888Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:19.292Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:19.292Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.298Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.298Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.299Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.299Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.300Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.300Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.301Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.313Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:19.313Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":630,"total":2187,"pending":4,"failed":68,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:58.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:19.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:25:00.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/\",\"added\":\"2023-09-04T16:04:46.117Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:15.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:26:30.147Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:26:30.147Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:30.147Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race-relations/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:30.159Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum"}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:30.160Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":631,"total":2187,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:25:58.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:19.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:15.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:34.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:34.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.627Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.628Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.629Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.629Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.629Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.629Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.630Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.641Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:34.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":632,"total":2188,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:26:19.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:34.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:15.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:37.062Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:40.164Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:43.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:26:43.494Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.501Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.501Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.503Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.503Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.504Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.504Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.504Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.577Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:43.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":633,"total":2189,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:19.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/\",\"added\":\"2023-09-04T16:06:21.154Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:34.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:53.024Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:26:53.581Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:06.363Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:06.363Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.369Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.369Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.371Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.371Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.372Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.372Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.373Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.384Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:06.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":634,"total":2190,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:27:06.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:34.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:16.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:23.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:23.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.853Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.853Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.854Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.855Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.855Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.855Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.928Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:23.928Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":635,"total":2190,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:27:23.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:34.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:33.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:37.973Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:27:37.973Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.981Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.982Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.985Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.985Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.986Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.996Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:37.997Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":636,"total":2193,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:27:23.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:27:37.996Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:27:45.022Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:09.967Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:09.967Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.972Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.972Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.973Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.973Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.974Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.974Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:09.974Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:10.051Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:10.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":637,"total":2194,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:27:23.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:30.159Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:10.165Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:11.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:11.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:11.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:11.540Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:11.541Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:11.552Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming"}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:11.552Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":638,"total":2196,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:28:11.551Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:27:23.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:13.797Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:14.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:14.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.320Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.320Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.322Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.323Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.323Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.323Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.323Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.334Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:14.334Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":639,"total":2197,"pending":4,"failed":69,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:11.551Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:26:43.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/\",\"added\":\"2023-09-04T16:06:21.155Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:16.287Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:28:23.583Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:28:23.583Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:23.583Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:23.599Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities"}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:23.599Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":640,"total":2197,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:11.551Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:23.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:25.585Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:57.646Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:28:57.646Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.652Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.652Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.654Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.654Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.655Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.655Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.667Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:28:57.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":641,"total":2198,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:57.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/\",\"added\":\"2023-09-04T16:06:32.700Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:23.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:07.385Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:07.385Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.400Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.400Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:07.402Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:07.402Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.403Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.403Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.404Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.404Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.405Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.416Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.416Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":642,"total":2198,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.416Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:57.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/\",\"added\":\"2023-09-04T16:06:32.700Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:09.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false\",\"added\":\"2023-09-04T16:06:21.156Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.421Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.421Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.423Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.423Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.424Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.424Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.424Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.435Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:07.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":643,"total":2198,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.416Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:57.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/\",\"added\":\"2023-09-04T16:06:32.700Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:10.505Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:17.421Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:17.438Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:28.957Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:28.957Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.963Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.963Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.965Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.965Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.965Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.965Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:28.966Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:29.036Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:29.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":644,"total":2200,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.416Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:28.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.063Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:36.885Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:36.885Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.894Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.894Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.896Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.896Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.896Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.897Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.897Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:36.910Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:36.911Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.916Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":645,"total":2201,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/\",\"added\":\"2023-09-04T16:07:26.036Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:07.416Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:28.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.922Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.922Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.925Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.925Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.925Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.935Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":646,"total":2201,"pending":4,"failed":70,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/\",\"added\":\"2023-09-04T16:07:26.036Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:28:14.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false\",\"added\":\"2023-09-04T16:06:31.301Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:28.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:36.947Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:29:46.287Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:29:46.288Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:46.288Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:46.298Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:46.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":647,"total":2201,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/\",\"added\":\"2023-09-04T16:07:26.036Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:28.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays\",\"added\":\"2023-09-04T16:06:32.701Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:46.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:54.574Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:29:54.574Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.579Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.579Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.581Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.581Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.581Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.581Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.582Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.591Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:54.592Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":648,"total":2203,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.916Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/\",\"added\":\"2023-09-04T16:07:26.036Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.047Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.048Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.558Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.558Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.558Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.558Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-three/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.570Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:55.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":649,"total":2203,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:36.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:55.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:29:56.240Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:04.594Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:22.182Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:22.182Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:22.184Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:22.184Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:26.758Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:26.758Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:26.759Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/afr101/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:26.769Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:26.770Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":650,"total":2203,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:55.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:30:26.769Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:33.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:47.999Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.000Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.001Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.001Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.539Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.539Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.540Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/race/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.610Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":651,"total":2204,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:55.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:30:48.551Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:48.622Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.252Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.252Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.254Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.256Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/slavery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.267Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:30:59.268Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":652,"total":2204,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:30:59.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/\",\"added\":\"2023-09-04T16:07:26.040Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:55.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:07.011Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:11.752Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:11.752Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.263Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.263Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-one/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.274Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":653,"total":2204,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:55.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:12.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.739Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.739Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.741Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.741Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.873Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.873Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.877Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:12.877Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:22.283Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.698Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.698Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.699Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.714Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":654,"total":2206,"pending":4,"failed":71,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:29:54.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/\",\"added\":\"2023-09-04T16:07:26.038Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:12.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:23.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:27.570Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:27.570Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:28.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:28.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:31:34.594Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:31:34.595Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:31:34.595Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-garner-a-lady-in-the-shadow-the-elusive-truth-masked-in-the-bourgeois-society-part-two/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:34.606Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:34.606Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":655,"total":2206,"pending":4,"failed":72,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:34.606Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:12.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:35.526Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:45.928Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:45.928Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:45.928Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tracey-hagan-on-the-ladies-missionary-society-of-davidson-college-presbyterian-church/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:45.939Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:45.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":656,"total":2206,"pending":4,"failed":72,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:31:45.939Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:34.606Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:46.952Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:31:55.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:31:55.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:31:55.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:31:55.078Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tindall-adams-on-trailblazing-teachers-davidsons-first-female-teacher/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:55.088Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:55.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":657,"total":2206,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:55.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:34.606Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:57.140Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:57.140Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:57.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:31:57.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:01.983Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:01.983Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:01.984Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/religion/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:01.994Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:01.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":658,"total":2207,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:32:01.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:55.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:04.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:05.082Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:12.195Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:12.195Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:12.196Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:12.197Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:16.738Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:16.738Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:16.738Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor-his306/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:16.756Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:16.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":659,"total":2207,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:55.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:16.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:17.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:23.763Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:23.763Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:24.270Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:24.270Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.332Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.332Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.333Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-stefan-moskowitz-on-music-education-in-the-town-of-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.411Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.412Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":660,"total":2207,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:55.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:29:46.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/\",\"added\":\"2023-09-04T16:07:26.037Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:28.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:33.366Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:33.366Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:33.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:33.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:32:42.740Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:42.742Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:42.754Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:42.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":661,"total":2207,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:32:42.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:55.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/\",\"added\":\"2023-09-04T16:07:26.046Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:51.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:52.950Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:52.950Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:52.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tommy-bohannon-on-a-girl-of-the-seventies-domestic-labor-and-women-at-davidson-college-in-the-mid-late-19th-century/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:53.030Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:53.031Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":662,"total":2207,"pending":4,"failed":73,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:32:52.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:42.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:31:23.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/\",\"added\":\"2023-09-04T16:07:26.045Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:32:53.735Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:32:53.735Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:32:53.735Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/his306/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:53.804Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:53.805Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":663,"total":2207,"pending":4,"failed":74,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:32:52.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:53.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:42.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:53.900Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:32:54.762Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:03.807Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:18.775Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:18.775Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:18.777Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:18.777Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.791Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.791Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.792Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.802Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":664,"total":2214,"pending":4,"failed":74,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:32:52.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:25.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/\",\"added\":\"2023-09-04T16:07:52.709Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:53.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:25.813Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:38.833Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:38.834Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.343Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.343Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.344Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-dean-rusks-ideology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.356Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:39.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":665,"total":2214,"pending":4,"failed":74,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:33:25.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/\",\"added\":\"2023-09-04T16:07:52.709Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:53.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/\",\"added\":\"2023-09-04T16:07:52.708Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:39.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:41.423Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:41.424Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:41.926Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:41.926Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:46.125Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:46.125Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:46.125Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-rusk-and-the-media/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:46.137Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:46.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":666,"total":2214,"pending":4,"failed":74,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:33:46.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:25.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/\",\"added\":\"2023-09-04T16:07:52.709Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:32:28.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/\",\"added\":\"2023-09-04T16:07:26.047Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:39.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:47.674Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:48.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:33:58.423Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:33:58.423Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:33:58.424Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gender/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:58.436Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:58.436Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":667,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:33:46.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:25.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/\",\"added\":\"2023-09-04T16:07:52.709Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:58.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:39.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:33:59.976Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:34:01.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:01.098Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:01.099Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:01.606Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:01.606Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:02.997Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:02.997Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:03.502Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:03.503Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.053Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.054Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.558Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.558Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.559Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.559Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-two/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.570Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:04.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":668,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:33:46.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:25.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/\",\"added\":\"2023-09-04T16:07:52.709Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:04.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:58.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:12.907Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:13.942Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:13.942Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:13.943Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michaela-gibbons-on-dean-rusk-foundation-of-the-dean-rusk-program/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:14.022Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:14.023Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":669,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:33:46.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/\",\"added\":\"2023-09-04T16:07:53.823Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:13.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:04.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:58.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:14.659Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:23.226Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:23.226Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:23.226Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reckless-driving-incident-sheds-light-on-life-and-service-of-mr-enoch-donaldson/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:23.238Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:23.239Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":670,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:13.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:23.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/\",\"added\":\"2023-09-04T16:07:53.827Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:04.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:33:58.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:24.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:37.619Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:37.620Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:37.680Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:37.680Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.126Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.126Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.190Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.190Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.484Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.485Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.485Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/not-included-in-the-photograph-staff-underrepresentation-in-the-archives-and-how-we-must-combat-it-part-one/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.496Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.497Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":671,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:13.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:23.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/\",\"added\":\"2023-09-04T16:07:53.827Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:04.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:38.508Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:39.837Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:39.837Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:39.837Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/panoramic-views/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:39.849Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/admin"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:39.849Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":672,"total":2214,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:39.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/admin\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:13.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/\",\"added\":\"2023-09-04T16:07:53.826Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:23.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/\",\"added\":\"2023-09-04T16:07:53.827Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:41.062Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:41.062Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:41.063Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:41.064Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:42.627Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:42.627Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:42.628Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/labor/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:42.638Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:42.639Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":673,"total":2217,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:42.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:39.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/admin\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:23.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/\",\"added\":\"2023-09-04T16:07:53.827Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.791Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/admin","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.914Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.914Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.916Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.916Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.917Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blog/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.928Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books"}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:44.928Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":674,"total":2217,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:44.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books\",\"added\":\"2023-09-04T16:08:40.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:42.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:39.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/admin\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:52.643Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:34:54.932Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:35:20.053Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:anpazramirez@davison.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:20.071Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:20.071Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:20.073Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:20.073Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:35:49.055Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:35:49.055Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.060Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.060Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.063Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.063Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.063Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.076Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form"}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:49.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":675,"total":2220,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:34:42.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:39.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/admin\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:35:49.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form\",\"added\":\"2023-09-04T16:08:40.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:35:59.080Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:14.341Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:14.341Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:14.342Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.349Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.349Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.351Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.351Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.352Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.418Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":676,"total":2221,"pending":4,"failed":75,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form\",\"added\":\"2023-09-04T16:08:40.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:42.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:39.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/admin\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.430Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:36:14.791Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/author/admin","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:36:14.792Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/admin","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:14.792Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/admin","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.804Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.804Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":677,"total":2221,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form\",\"added\":\"2023-09-04T16:08:40.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:42.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form\",\"added\":\"2023-09-04T16:08:40.950Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false\",\"added\":\"2023-09-04T16:08:40.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:14.814Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:22.644Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:25.154Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:helpdesk@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:25.154Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:pagardner@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:25.154Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:25.158Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:25.158Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:25.170Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:25.170Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":678,"total":2222,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:25.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline\",\"added\":\"2023-09-04T16:08:46.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form\",\"added\":\"2023-09-04T16:08:40.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false\",\"added\":\"2023-09-04T16:08:40.956Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:27.434Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:27.434Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:27.435Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:helpdesk@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:27.435Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:pagardner@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:27.435Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu&subject=Course%20Syllabus%20Question","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:27.448Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:27.448Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:27.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:27.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.191Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.823Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.824Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.824Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.918Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.919Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":679,"total":2223,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:25.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline\",\"added\":\"2023-09-04T16:08:46.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:14.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form\",\"added\":\"2023-09-04T16:08:40.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:32.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:32.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:35.107Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:35.107Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:35.107Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:tijohnson@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.115Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.115Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.623Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.623Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.634Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:35.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":680,"total":2224,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:25.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline\",\"added\":\"2023-09-04T16:08:46.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:32.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:34:38.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/\",\"added\":\"2023-09-04T16:08:06.123Z\",\"depth\":3}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:45.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:36:50.071Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:50.072Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:50.083Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:50.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":681,"total":2224,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:25.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline\",\"added\":\"2023-09-04T16:08:46.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:32.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:50.107Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.526Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:51.664Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:36:51.664Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.692Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.693Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.694Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.694Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.695Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.695Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.697Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.708Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life"}}
{"logLevel":"info","timestamp":"2023-09-04T17:36:51.708Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":682,"total":2226,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:51.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:32.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:01.714Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:37:30.839Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:37:30.839Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.846Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.846Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.847Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.848Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.848Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.849Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.849Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.860Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life"}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:30.860Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":683,"total":2227,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:37:30.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:32.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:37:31.223Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:37:31.224Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.260Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.260Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.263Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.263Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.275Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999"}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:31.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":684,"total":2229,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:37:31.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999\",\"added\":\"2023-09-04T16:08:46.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:37:30.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:32.299Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:37:33.386Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:02.987Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:02.987Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:02.998Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:02.998Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.000Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.000Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.001Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.001Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.002Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.013Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.014Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":685,"total":2237,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:03.013Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015\",\"added\":\"2023-09-04T16:08:46.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:37:30.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:03.025Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:05.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:05.535Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.544Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.545Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.555Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.556Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.556Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.557Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.642Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":686,"total":2239,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:03.013Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015\",\"added\":\"2023-09-04T16:08:46.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:05.654Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:06.797Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:06.798Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.806Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.806Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.807Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.808Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.808Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.808Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.809Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.821Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":687,"total":2244,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:06.821Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:06.831Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:12.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:12.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.749Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.749Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.751Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.751Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.752Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.752Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.753Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.765Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:12.766Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":688,"total":2252,"pending":4,"failed":76,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:35.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T16:08:46.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:38:15.639Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:38:15.640Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:15.640Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:15.651Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:15.651Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":689,"total":2252,"pending":4,"failed":77,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:36:50.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:15.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:17.886Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:18.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:38:20.108Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:38:20.109Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:38:20.109Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article/william-holt-terry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:20.120Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards"}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:20.120Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":690,"total":2252,"pending":4,"failed":78,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:20.120Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:15.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:38:30.123Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:08.187Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:08.187Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.196Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.196Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.197Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.197Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.198Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.198Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.198Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.210Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:08.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":691,"total":2259,"pending":4,"failed":78,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:39:08.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:20.120Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:09.113Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:12.357Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:12.357Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.362Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.363Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.364Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.364Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.365Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.365Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.365Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.375Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:12.375Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":692,"total":2262,"pending":4,"failed":78,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:20.120Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:12.375Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:14.543Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:14.543Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.549Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.549Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.551Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.551Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.552Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.552Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.614Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:14.615Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":693,"total":2265,"pending":4,"failed":78,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:39:14.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo\",\"added\":\"2023-09-04T16:08:46.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:05.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry\",\"added\":\"2023-09-04T16:08:46.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:12.375Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:20.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:21.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:28.928Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:28.928Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:28.937Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:28.937Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:28.938Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:28.939Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:39:35.654Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:39:35.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:35.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:35.666Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:35.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":694,"total":2272,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:39:35.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:14.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo\",\"added\":\"2023-09-04T16:08:46.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:12.375Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959\",\"added\":\"2023-09-04T16:08:46.029Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:37.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:51.011Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:51.011Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.021Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.021Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.023Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.023Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.024Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.024Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.024Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.096Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:51.096Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":695,"total":2278,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:39:35.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:14.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo\",\"added\":\"2023-09-04T16:08:46.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:51.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:57.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:39:57.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.007Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.008Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.009Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.009Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.010Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.010Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.011Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.022Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.022Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":696,"total":2280,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:39:14.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo\",\"added\":\"2023-09-04T16:08:46.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:57.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson\",\"added\":\"2023-09-04T16:08:46.033Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:51.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:39:57.883Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:01.099Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:05.104Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:05.104Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.112Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.112Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.114Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.114Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.114Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.114Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.115Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.125Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:05.126Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":697,"total":2292,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:05.125Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks\",\"added\":\"2023-09-04T16:08:46.033Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:57.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson\",\"added\":\"2023-09-04T16:08:46.033Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:51.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:07.773Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:08.885Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:08.885Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.891Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.891Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.893Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.893Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.893Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.893Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.894Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.905Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:08.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":698,"total":2294,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:05.125Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks\",\"added\":\"2023-09-04T16:08:46.033Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:39:51.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties\",\"added\":\"2023-09-04T16:08:46.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:08.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.316Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:17.688Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:17.688Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.698Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.698Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.700Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.700Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.701Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.701Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.701Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.713Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:17.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":699,"total":2295,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:05.125Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks\",\"added\":\"2023-09-04T16:08:46.033Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:17.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:08.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.705Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:18.707Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:18.708Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.714Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.714Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.716Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.716Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.717Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.717Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.717Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.728Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:18.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":700,"total":2298,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:17.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:18.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:08.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.111Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:20.341Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:20.341Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.347Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.347Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.348Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.348Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.349Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.349Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.349Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.362Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":701,"total":2301,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:20.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:17.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:18.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:20.373Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:22.109Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:22.109Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.114Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.114Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.116Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.116Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.116Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.127Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.127Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":702,"total":2305,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:20.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:22.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:18.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day\",\"added\":\"2023-09-04T16:08:46.034Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:22.138Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:24.705Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:24.705Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.710Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.710Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.712Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.712Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.712Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.712Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.713Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.723Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.724Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":703,"total":2306,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:20.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:24.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:22.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:24.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:25.202Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:25.202Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.208Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.208Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.210Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.210Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.210Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.210Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.282Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":704,"total":2313,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:24.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:22.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park\",\"added\":\"2023-09-04T16:08:46.035Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:25.293Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:26.418Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:26.418Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.423Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.423Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.424Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.424Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.424Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.424Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.425Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.436Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.436Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":705,"total":2315,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:26.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:24.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:26.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:28.748Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:28.748Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.753Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.753Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.754Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.754Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.755Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.755Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.755Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.766Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:28.767Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":706,"total":2317,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:28.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:26.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:30.505Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:30.505Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.513Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.513Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.514Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.515Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.515Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.515Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.515Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.527Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:30.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":707,"total":2321,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:28.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:30.527Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:35.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:37.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:39.765Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:39.765Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.772Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.772Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.773Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.775Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.775Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.846Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.847Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":708,"total":2324,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:39.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:30.527Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt\",\"added\":\"2023-09-04T16:08:46.037Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:39.857Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:41.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:40:41.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.647Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.647Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.649Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.649Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.650Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.650Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.650Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.725Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:41.725Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":709,"total":2326,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:39.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:38:12.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T16:08:46.028Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:41.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:51.728Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:40:58.937Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:58.937Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:59.013Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program"}}
{"logLevel":"info","timestamp":"2023-09-04T17:40:59.014Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":710,"total":2326,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:58.950Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:39.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:41.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:07.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:24.526Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:24.526Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.532Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.532Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.533Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.534Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.535Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.535Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.535Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.547Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:24.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":711,"total":2328,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:40:58.950Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:41.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:24.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad\",\"added\":\"2023-09-04T16:08:46.039Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:25.261Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:29.524Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:29.524Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.531Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.531Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.532Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.532Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.533Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.533Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.533Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.544Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:29.545Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":712,"total":2333,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:29.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies\",\"added\":\"2023-09-04T16:08:46.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:58.950Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:41.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:25.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards\",\"added\":\"2023-09-04T16:08:46.036Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:31.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:31.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.861Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.861Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.863Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.864Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.864Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.865Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.876Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:31.877Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":713,"total":2336,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:29.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies\",\"added\":\"2023-09-04T16:08:46.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:58.950Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:40:41.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot\",\"added\":\"2023-09-04T16:08:46.038Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:33.972Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:33.973Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:33.977Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:33.977Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.979Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.979Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.980Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.981Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.981Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.981Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.982Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.986Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.986Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.995Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.996Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.996Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.997Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:33.998Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.005Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":715,"total":2340,"pending":3,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:33.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:29.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies\",\"added\":\"2023-09-04T16:08:46.039Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.008Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.008Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":715,"total":2340,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:33.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:29.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies\",\"added\":\"2023-09-04T16:08:46.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.359Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:34.963Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:41:34.963Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.970Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.971Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.972Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.972Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.973Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.973Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.974Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.984Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw"}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:34.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":716,"total":2343,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:33.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:44.010Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:44.013Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:41:44.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:11.602Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:11.602Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.608Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.608Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.609Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.609Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.610Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.610Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.610Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.622Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:11.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":717,"total":2347,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:11.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:12.286Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:12.287Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.294Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.294Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.295Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.295Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.295Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.295Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.296Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.307Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.307Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":718,"total":2353,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:12.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:11.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:12.335Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:14.368Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:16.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:16.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.949Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.949Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.951Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.951Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:16.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.023Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.023Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":719,"total":2355,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:11.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:34.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library\",\"added\":\"2023-09-04T16:08:46.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.033Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:17.324Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:17.324Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.334Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.334Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.335Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.335Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.335Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.335Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.336Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.346Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":720,"total":2375,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:17.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:11.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:08:46.043Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:17.356Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:22.452Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:22.452Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.460Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.460Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.461Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.461Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.461Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.461Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.462Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.473Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.473Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":721,"total":2384,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:17.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:22.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:22.483Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:24.711Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:24.711Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.716Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.716Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.718Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.718Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.718Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.729Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":722,"total":2388,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:22.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:24.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:24.738Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:33.809Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:33.809Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.828Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.828Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.829Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.829Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.830Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.830Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.831Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.841Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:33.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":723,"total":2389,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:33.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:24.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:37.709Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:38.544Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:38.544Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.551Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.551Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.552Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.553Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.553Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.553Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.553Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.565Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:38.566Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":724,"total":2389,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:38.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:33.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:16.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3\",\"added\":\"2023-09-04T16:08:46.045Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:45.335Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:45.335Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.341Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.341Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.343Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.343Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.344Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.344Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.356Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:45.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":725,"total":2398,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:38.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:33.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7\",\"added\":\"2023-09-04T16:08:46.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:49.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:49.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:54.467Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:42:54.468Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.474Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.475Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.476Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.476Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.477Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.477Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.477Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.545Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember"}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:54.545Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":726,"total":2398,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:38.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:54.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:42:56.673Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:00.441Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:00.441Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.447Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.447Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.449Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.449Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.449Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.450Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.450Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.513Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:00.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":727,"total":2398,"pending":4,"failed":79,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:41:31.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues\",\"added\":\"2023-09-04T16:08:46.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:54.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:00.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly\",\"added\":\"2023-09-04T16:08:46.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:02.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:43:04.359Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:43:04.359Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:04.360Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-catalogues","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:04.371Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:04.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":728,"total":2398,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:04.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:54.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:00.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly\",\"added\":\"2023-09-04T16:08:46.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:14.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:25.596Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:25.596Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.602Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.602Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.604Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.604Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.605Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.605Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.605Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.616Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:25.616Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":729,"total":2401,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:04.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:00.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly\",\"added\":\"2023-09-04T16:08:46.048Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:31.492Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:31.492Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.498Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.498Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.499Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.500Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.500Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.500Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.500Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.513Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:31.513Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":730,"total":2401,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:04.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:32.649Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:32.649Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.657Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.657Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.659Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.659Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.660Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.660Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.661Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.672Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.672Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":731,"total":2401,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:32.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:42:45.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6\",\"added\":\"2023-09-04T16:08:46.047Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:32.682Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:37.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:39.332Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:43:39.332Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.339Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.339Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.341Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.342Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.342Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.343Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.355Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4"}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:39.355Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":732,"total":2407,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:32.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:39.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:43:49.361Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:00.077Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:00.077Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.083Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.084Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.086Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.087Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.087Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.097Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:00.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":733,"total":2407,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:00.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:39.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.578Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:04.738Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:04.739Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.745Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.745Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.746Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.747Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.747Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.747Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.748Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.758Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:04.758Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":734,"total":2407,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:00.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:04.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:06.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:08.399Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:08.399Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.405Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.405Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.407Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.407Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.408Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.408Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.408Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.502Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:08.502Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":735,"total":2407,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:08.421Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:31.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3\",\"added\":\"2023-09-04T16:08:46.050Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:04.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:15.526Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:17.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:17.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.852Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.852Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.854Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.854Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.855Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.855Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.855Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.866Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:17.866Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":736,"total":2407,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:08.421Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:04.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:17.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:25.558Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:33.159Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:33.159Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.166Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.166Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.168Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.168Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.169Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.169Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.170Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.187Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:33.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":737,"total":2412,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:08.421Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4\",\"added\":\"2023-09-04T16:08:46.051Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:33.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:17.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:34.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:41.687Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:41.687Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.693Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.693Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.694Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.695Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.695Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.695Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.695Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.707Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.708Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":738,"total":2414,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:33.187Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:17.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:41.719Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:41.719Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.724Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.724Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.726Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.726Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.726Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.726Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.794Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:41.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":739,"total":2414,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:17.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:49.628Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:49.629Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.636Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.636Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.637Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.637Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.638Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.638Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.638Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.650Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":740,"total":2414,"pending":4,"failed":80,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:49.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:49.660Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:50.400Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:50.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:44:50.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:44:50.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:44:50.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:44:50.775Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:50.786Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:50.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":741,"total":2414,"pending":4,"failed":81,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:43:25.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5\",\"added\":\"2023-09-04T16:08:46.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:50.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:44:53.481Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:45:02.639Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:45:02.639Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:45:02.640Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:02.651Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:02.652Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":742,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:50.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:09.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:45:15.436Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:45:15.436Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.443Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.443Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.445Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.445Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.446Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.514Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:15.515Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":743,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:15.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay\",\"added\":\"2023-09-04T16:08:46.052Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:45:17.634Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:45:17.634Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.641Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.641Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.646Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.647Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.648Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.648Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.654Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.683Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober"}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:17.684Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":744,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:45:17.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:15.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:25.517Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:45:27.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:11.459Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:11.459Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.467Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.467Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.469Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.470Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.470Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.470Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.470Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.482Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:11.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":745,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:15.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:11.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril\",\"added\":\"2023-09-04T16:08:46.055Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:12.455Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:18.532Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:18.532Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.538Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.538Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.540Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.540Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.541Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.541Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.541Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.552Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:18.552Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":746,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:15.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:18.552Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:19.520Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:19.520Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.527Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.527Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.528Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.528Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.529Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.529Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.529Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.539Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:19.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":747,"total":2414,"pending":4,"failed":82,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:44:41.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune\",\"added\":\"2023-09-04T16:08:46.053Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:18.552Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:19.539Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:46:20.691Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:46:20.691Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:20.691Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:20.702Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:20.703Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":748,"total":2414,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:20.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:18.552Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:19.539Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:21.567Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:21.780Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:22.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:26.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:26.201Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.208Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.208Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.209Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.209Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.210Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.275Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.276Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":749,"total":2422,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:20.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:19.539Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:26.707Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:26.707Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.712Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.712Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.713Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.714Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.714Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.714Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.715Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.727Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:26.728Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":750,"total":2425,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:20.702Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service\",\"added\":\"2023-09-04T16:08:46.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:33.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:33.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.304Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.304Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.310Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.310Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.310Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.311Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.321Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":751,"total":2427,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:33.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement\",\"added\":\"2023-09-04T16:08:46.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:45:02.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2\",\"added\":\"2023-09-04T16:08:46.054Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:33.751Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:39.680Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:42.190Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:42.190Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:42.197Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:42.198Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:42.208Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:42.208Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":752,"total":2427,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:42.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:33.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement\",\"added\":\"2023-09-04T16:08:46.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:52.213Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:58.010Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:58.010Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.020Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.020Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.022Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.022Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.024Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.024Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.024Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.034Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.035Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":753,"total":2440,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:42.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:58.324Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:46:58.324Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.335Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.335Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.336Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.336Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.337Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.337Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.338Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.349Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service"}}
{"logLevel":"info","timestamp":"2023-09-04T17:46:58.349Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":754,"total":2451,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:46:42.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:06.726Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:06.726Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.733Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.733Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.734Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.734Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.735Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.735Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.735Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.747Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:06.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":755,"total":2455,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:06.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:26.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service\",\"added\":\"2023-09-04T16:08:46.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:07.096Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:07.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:16.325Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:16.325Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.334Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.334Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.336Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.336Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.337Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.337Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.337Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.348Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.351Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":756,"total":2461,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:06.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:16.348Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:16.750Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:18.273Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:19.822Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:19.822Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.830Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.831Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.832Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.832Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.833Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.833Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.833Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.912Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":757,"total":2467,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:19.845Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:16.348Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:19.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:21.342Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:21.342Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.349Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.349Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.352Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.352Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.353Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.368Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:21.369Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":758,"total":2471,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:19.845Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service\",\"added\":\"2023-09-04T16:08:46.062Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:21.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.077Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:29.823Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:29.824Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.831Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.831Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.833Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.834Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.834Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.835Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.835Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.846Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.846Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":759,"total":2476,"pending":4,"failed":83,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:21.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:29.845Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:29.856Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:30.934Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:30.934Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:30.934Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:30.935Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presidential-portraits","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:30.946Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:30.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":760,"total":2476,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:21.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:30.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:31.631Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:32.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:32.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.122Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.123Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.124Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.124Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.124Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.124Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.125Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.136Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:32.136Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":761,"total":2479,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:32.136Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:30.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua\",\"added\":\"2023-09-04T16:08:46.063Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:33.023Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:34.277Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:34.277Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.283Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.283Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.285Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.285Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.286Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.286Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.286Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.297Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":762,"total":2483,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:32.136Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:34.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:34.995Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:37.280Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:37.281Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.295Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.295Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.296Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.296Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.297Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.297Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.297Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.308Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:37.309Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":763,"total":2491,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:37.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:34.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.395Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:38.865Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:38.866Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.872Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.872Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.873Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.873Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.873Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.874Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.874Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.885Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:38.885Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":764,"total":2493,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:37.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:38.885Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:41.075Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:42.321Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:42.321Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.327Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.327Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.328Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.328Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.329Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.329Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.329Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.340Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":765,"total":2496,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:37.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:46:58.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service\",\"added\":\"2023-09-04T16:08:46.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:38.885Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:42.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:42.350Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:43.031Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:43.032Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.037Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.038Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.039Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.039Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.040Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.040Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.040Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.054Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.054Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":766,"total":2499,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:37.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:38.885Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:42.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.065Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:43.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:43.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.892Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.892Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.895Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.895Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.976Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.977Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":767,"total":2500,"pending":4,"failed":84,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:38.885Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:42.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:43.987Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:45.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:45.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:47:45.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:45.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house-2-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.081Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":768,"total":2500,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:38.885Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2\",\"added\":\"2023-09-04T16:08:46.064Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:42.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:45.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:45.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.252Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.252Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.254Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.254Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.348Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.348Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":769,"total":2501,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:42.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:45.358Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:46.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:46.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.207Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.207Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.208Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.210Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.210Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.210Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.304Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:46.307Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":770,"total":2502,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:46.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:43.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:08:46.065Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:47.205Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:47:47.205Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.211Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.211Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.212Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.212Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.213Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.213Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.213Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.283Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:47.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":771,"total":2503,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:46.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:47.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall\",\"added\":\"2023-09-04T16:08:46.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:56.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:47:57.287Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:18.849Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:18.849Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.854Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.854Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.856Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.857Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.857Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.857Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.857Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.870Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:18.870Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":772,"total":2504,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:18.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center\",\"added\":\"2023-09-04T16:08:46.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:46.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:47.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall\",\"added\":\"2023-09-04T16:08:46.067Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:28.873Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.622Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:jablodgett@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.627Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.627Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.628Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.630Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.630Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.630Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.640Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":773,"total":2506,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:47:46.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:47.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall\",\"added\":\"2023-09-04T16:08:46.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.650Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.877Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.877Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.882Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.882Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.884Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.884Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.885Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.885Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.885Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.896Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.896Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":774,"total":2507,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:47.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall\",\"added\":\"2023-09-04T16:08:46.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.906Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.927Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:33.927Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.932Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.932Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.933Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.933Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.934Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.934Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.934Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.945Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.945Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":775,"total":2508,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:33.955Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:40.787Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:40.787Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.793Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.793Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.794Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.794Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.795Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.795Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.795Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.806Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:40.808Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":776,"total":2510,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:47:45.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary\",\"added\":\"2023-09-04T16:08:46.066Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:44.494Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:52.192Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:52.192Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.198Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.198Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.201Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.201Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.202Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.202Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.203Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.215Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.216Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":777,"total":2511,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.896Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:52.215Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:52.226Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:53.389Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:48:53.389Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.395Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.395Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.396Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.396Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.397Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.397Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.397Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.409Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences"}}
{"logLevel":"info","timestamp":"2023-09-04T17:48:53.409Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":778,"total":2512,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:33.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest\",\"added\":\"2023-09-04T16:08:46.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:52.215Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:01.486Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:01.486Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.498Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.499Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.506Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.507Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.508Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.508Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.509Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.524Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:01.525Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":779,"total":2514,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:48:52.215Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:01.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.412Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:03.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:03.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.575Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.575Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.577Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.577Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.577Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.577Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.578Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.588Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:03.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":780,"total":2515,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:03.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:01.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:10.637Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:11.528Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:29.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:29.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.204Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.204Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.207Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.207Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.208Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.208Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.208Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.220Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.220Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":781,"total":2517,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:03.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:29.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:01.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:29.231Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:31.597Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:31.597Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.603Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.603Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.604Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.605Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.605Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.605Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.606Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.617Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:31.617Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":782,"total":2519,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:03.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:31.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:29.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:32.066Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:32.067Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.073Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.074Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.079Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.079Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.080Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.080Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.080Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.091Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":783,"total":2520,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:31.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:29.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons\",\"added\":\"2023-09-04T16:08:46.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:32.654Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:32.654Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.659Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.660Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.661Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.661Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.662Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.662Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.662Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.673Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":784,"total":2522,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:31.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:48:40.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall\",\"added\":\"2023-09-04T16:08:46.069Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:32.683Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:33.673Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.671Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:34.773Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:34.773Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.779Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.779Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.780Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.780Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.782Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.782Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.782Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.794Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:34.794Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":785,"total":2524,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:31.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:34.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:39.768Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:40.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:40.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.174Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.174Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.176Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.176Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.176Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.177Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.177Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.188Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:40.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":786,"total":2525,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:40.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:34.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:42.352Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:42.353Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.358Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.358Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.360Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.360Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.361Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.361Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.362Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.438Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:42.439Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":787,"total":2526,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:40.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:32.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall\",\"added\":\"2023-09-04T16:08:46.071Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:42.373Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:34.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:43.305Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:43.306Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.313Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.313Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.314Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.314Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.315Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.315Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.315Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.397Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:43.398Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":788,"total":2528,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:40.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:42.373Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:34.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:44.472Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:46.997Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:47.601Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:47.601Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.607Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.607Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.608Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.609Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.609Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.610Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.610Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.681Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":789,"total":2529,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:40.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:42.373Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:47.879Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.294Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:51.365Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:49:51.365Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.372Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.372Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.373Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.373Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.374Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.374Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.374Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.446Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:49:51.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":790,"total":2532,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:42.373Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks\",\"added\":\"2023-09-04T16:08:46.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:51.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:01.450Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:15.223Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:15.223Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.230Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.230Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.231Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.231Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.233Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.233Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.233Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.243Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn"}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:15.244Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":791,"total":2533,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:50:15.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn\",\"added\":\"2023-09-04T16:08:46.074Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:51.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:25.249Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:29.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:29.086Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.092Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.092Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.094Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.094Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.094Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.095Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.106Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union"}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:29.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":792,"total":2534,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:50:29.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union\",\"added\":\"2023-09-04T16:08:46.074Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:50:15.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn\",\"added\":\"2023-09-04T16:08:46.074Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:39.111Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:52.014Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:50:52.014Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.020Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.020Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.022Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.022Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.023Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.023Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.034Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:50:52.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":793,"total":2536,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:50:29.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union\",\"added\":\"2023-09-04T16:08:46.074Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:50:52.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:03.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:04.964Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:04.964Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.970Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.970Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.973Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.973Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.973Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.984Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:04.984Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":794,"total":2537,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:04.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:50:52.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:09.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:14.933Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:14.933Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.938Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.938Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.939Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.940Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.940Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.940Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.942Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.952Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:14.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":795,"total":2538,"pending":4,"failed":85,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:50:52.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:43.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:14.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:16.353Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:51:17.881Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:51:17.881Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:17.881Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:17.891Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:17.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":796,"total":2538,"pending":4,"failed":86,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:50:52.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:14.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:18.571Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:20.644Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:20.644Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.651Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.651Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.652Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.652Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.652Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.652Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.653Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.663Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:20.663Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":797,"total":2540,"pending":4,"failed":86,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:50:52.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2\",\"added\":\"2023-09-04T16:08:46.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:21.157Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:21.157Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.163Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.163Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.164Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.164Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.165Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.165Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.165Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.176Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":798,"total":2541,"pending":4,"failed":86,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:21.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:49:47.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house\",\"added\":\"2023-09-04T16:08:46.073Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:51:21.294Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:51:21.295Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:21.295Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.306Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":799,"total":2541,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:21.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:21.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:21.681Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:23.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:23.399Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:26.711Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:26.711Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.716Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.716Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.717Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.718Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.718Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.718Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.729Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":800,"total":2542,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:26.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:21.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:26.740Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.070Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.070Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.077Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.077Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.082Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.082Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.084Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.084Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.085Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.100Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.100Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.107Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":801,"total":2544,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:26.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:17.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.114Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.114Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.117Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.117Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.117Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.118Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.131Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.132Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":802,"total":2545,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:26.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:20.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row\",\"added\":\"2023-09-04T16:08:46.076Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.529Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:27.529Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.535Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.535Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.537Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.537Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.613Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:27.614Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":803,"total":2546,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:26.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:30.913Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:31.049Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:31.049Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.054Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.055Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.056Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.056Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.056Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.056Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.057Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.129Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.131Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":804,"total":2547,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory\",\"added\":\"2023-09-04T16:08:46.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:31.338Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:31.338Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.343Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.343Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.345Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.346Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.346Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.357Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:31.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":805,"total":2548,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:33.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:34.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:34.868Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:37.141Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:37.141Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.147Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.147Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.149Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.149Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.150Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.150Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.150Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.164Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.165Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":806,"total":2549,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:37.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:27.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house\",\"added\":\"2023-09-04T16:08:46.078Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:37.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:38.837Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:38.838Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.843Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.843Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.845Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.845Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.845Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.846Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.846Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.858Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:38.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":807,"total":2550,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:37.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:40.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:40.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.318Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.318Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.319Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.320Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.321Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.321Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.321Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.332Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:40.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":808,"total":2551,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:37.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:41.579Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:41.579Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.584Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.584Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.586Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.586Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.586Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.587Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.587Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.600Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:41.600Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":809,"total":2553,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:31.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory\",\"added\":\"2023-09-04T16:08:46.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:44.886Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:44.924Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:46.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:51:46.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:46.903Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:46.903Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:46.905Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:46.905Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:48.863Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:51.458Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:51.458Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:51.458Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:51.469Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:51.469Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":810,"total":2555,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:51.469Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:51:53.776Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:03.694Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:03.694Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:03.700Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:03.700Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:03.701Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:03.701Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:11.321Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:11.321Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.327Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.327Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.328Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.328Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.329Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.329Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.329Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.340Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:11.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":811,"total":2558,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:11.340Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall\",\"added\":\"2023-09-04T16:08:46.082Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:12.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:15.589Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:15.590Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.596Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.596Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.597Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.597Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.599Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.599Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.599Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.610Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:15.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":812,"total":2560,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:15.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry\",\"added\":\"2023-09-04T16:08:46.082Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:38.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center\",\"added\":\"2023-09-04T16:08:46.080Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.253Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.254Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":813,"total":2560,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:16.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor\",\"added\":\"2023-09-04T16:08:46.083Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:15.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry\",\"added\":\"2023-09-04T16:08:46.082Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:16.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:17.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:20.216Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:20.216Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.223Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.223Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.224Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.225Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.226Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.226Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.226Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.239Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.240Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":814,"total":2561,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:20.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall\",\"added\":\"2023-09-04T16:08:46.083Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:15.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry\",\"added\":\"2023-09-04T16:08:46.082Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:20.250Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:21.249Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:21.249Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.254Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.254Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.256Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.256Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.257Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.267Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":815,"total":2562,"pending":4,"failed":87,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:21.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court\",\"added\":\"2023-09-04T16:08:46.084Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:20.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall\",\"added\":\"2023-09-04T16:08:46.083Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:21.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:22.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:22.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:22.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:22.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:22.433Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:22.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":816,"total":2562,"pending":4,"failed":88,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:51:40.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:22.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall\",\"added\":\"2023-09-04T16:08:46.084Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:20.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall\",\"added\":\"2023-09-04T16:08:46.083Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:22.443Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:23.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:23.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:52:23.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:23.927Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:23.994Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:23.996Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":817,"total":2562,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:22.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall\",\"added\":\"2023-09-04T16:08:46.084Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:20.238Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall\",\"added\":\"2023-09-04T16:08:46.083Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:23.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:25.264Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:25.264Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.269Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.269Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.271Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.271Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.271Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.271Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.272Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.281Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:25.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":818,"total":2564,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:25.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:22.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall\",\"added\":\"2023-09-04T16:08:46.084Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:23.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:33.007Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:33.998Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:46.730Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:46.730Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.735Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.735Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.737Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.737Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.737Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.737Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.738Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.823Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:46.823Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":819,"total":2566,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:22.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall\",\"added\":\"2023-09-04T16:08:46.084Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:46.748Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:23.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:55.447Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:55.447Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.452Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.452Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.455Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.455Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.466Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:55.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":820,"total":2567,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:46.748Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:23.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:51:41.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house\",\"added\":\"2023-09-04T16:08:46.081Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:56.191Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:56.825Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:58.368Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:52:58.368Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.374Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.374Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.375Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.376Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.376Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.377Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.377Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.444Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:52:58.445Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":821,"total":2568,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:52:46.748Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:23.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library\",\"added\":\"2023-09-04T16:08:46.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:58.388Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.469Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:03.577Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:03.577Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.583Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.584Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.585Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.586Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.587Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.587Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.587Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.600Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:03.601Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":822,"total":2569,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:03.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:46.748Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:58.388Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:05.787Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.084Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.084Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.087Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.087Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.087Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.087Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.088Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.098Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":823,"total":2570,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:03.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:58.388Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.108Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.143Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.143Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.144Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:jablodgett@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.149Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.149Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.152Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.152Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.154Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.154Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.155Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.172Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.172Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":824,"total":2572,"pending":4,"failed":89,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:03.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:53:36.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:53:36.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:53:36.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:36.735Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.747Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:36.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":825,"total":2572,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:03.600Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:37.542Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:41.526Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:41.526Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.534Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.535Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.537Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.537Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.548Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:41.549Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":826,"total":2573,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:41.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:43.222Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:47.470Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:47.470Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.476Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.476Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.477Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.477Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.479Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.479Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.479Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.490Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:47.491Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":827,"total":2575,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:47.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:51.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:55.251Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:53:55.251Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.256Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.256Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.260Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.260Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.261Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.272Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:55.272Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":828,"total":2577,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:55.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:52:55.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old\",\"added\":\"2023-09-04T16:08:46.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:53:58.955Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:00.800Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:00.800Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.806Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.806Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.807Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.807Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.808Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.808Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.808Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.820Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:00.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":829,"total":2578,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:00.820Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:55.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:03.145Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:04.310Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:04.310Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.318Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.319Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.323Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.323Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.324Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.324Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.324Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.420Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:04.421Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":830,"total":2580,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:00.820Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:04.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:05.137Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:06.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:06.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.324Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.324Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.325Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.326Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.326Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.327Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.337Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:06.338Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":831,"total":2582,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:06.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:04.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:13.359Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:22.972Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:22.972Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.978Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.978Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.980Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.980Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.980Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.980Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.981Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.992Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:22.993Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":832,"total":2583,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:22.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:04.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:23.724Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:25.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:25.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.156Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.157Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.158Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.161Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.162Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.162Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.162Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.173Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.173Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":833,"total":2584,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:22.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.088Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:25.438Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:25.438Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.443Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.444Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.445Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.446Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.446Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.456Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.457Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":834,"total":2585,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:22.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:25.964Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:26.238Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:54:26.238Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.244Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.244Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.245Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.246Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.246Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.247Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.316Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:26.317Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":835,"total":2586,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:54:26.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:29.307Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:54:29.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:03.766Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:03.767Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.772Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.772Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.775Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.775Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.776Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.776Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.776Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.787Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.787Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":836,"total":2587,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:26.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:03.886Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:03.887Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.892Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.892Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.895Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.895Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.895Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.896Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.911Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.912Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":837,"total":2588,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:54:25.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.091Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.911Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:03.921Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:04.036Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:04.036Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.042Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.042Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.044Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.044Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.045Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.045Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.046Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.056Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.057Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":838,"total":2589,"pending":4,"failed":90,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2\",\"added\":\"2023-09-04T16:08:46.092Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.911Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:55:04.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:55:04.766Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:55:04.766Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:04.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamsons-presidential-portrait-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.779Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:04.779Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":839,"total":2589,"pending":4,"failed":91,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:53:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait\",\"added\":\"2023-09-04T16:08:46.089Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson\",\"added\":\"2023-09-04T16:08:46.094Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.911Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:55:07.543Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T17:55:07.543Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:07.543Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:07.555Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:07.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":840,"total":2589,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson\",\"added\":\"2023-09-04T16:08:46.094Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:03.911Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:12.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:14.880Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:15.396Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:15.397Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.403Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.403Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.405Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.405Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.405Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.405Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.406Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.417Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":841,"total":2591,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:15.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson\",\"added\":\"2023-09-04T16:08:46.094Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:15.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:18.867Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:32.725Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:32.725Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.731Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.732Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.733Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.733Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.734Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.734Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.735Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.808Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:32.808Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":842,"total":2593,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:15.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:33.529Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:34.220Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:34.220Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.226Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.226Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.227Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.227Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.228Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.228Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.229Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.239Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.239Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":843,"total":2594,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:04.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings\",\"added\":\"2023-09-04T16:08:46.093Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:34.239Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:34.946Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:34.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.961Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.961Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.963Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.963Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.964Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.974Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:34.974Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":844,"total":2642,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:34.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:34.239Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:44.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:44.977Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:47.777Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:47.777Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.788Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.788Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.791Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.791Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.792Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.792Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.792Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.803Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:47.803Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":845,"total":2642,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:34.974Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:47.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.212Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:49.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:49.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.588Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.588Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.589Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.589Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.590Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.590Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.590Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.601Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:49.601Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":846,"total":2645,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:49.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:47.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:07.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T16:08:46.096Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:56.622Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:57.885Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:57.886Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.892Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.892Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.895Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.895Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.896Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.908Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:57.908Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":847,"total":2646,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:57.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:49.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:47.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:58.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:59.173Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:59.174Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.180Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.180Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.181Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.182Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.182Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.182Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.183Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.255Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.256Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":848,"total":2647,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:57.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:49.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet\",\"added\":\"2023-09-04T16:08:46.098Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:59.516Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:55:59.516Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.521Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.521Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.522Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.523Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.523Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.524Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.524Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.595Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia"}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":849,"total":2648,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia\",\"added\":\"2023-09-04T16:08:46.100Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:57.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:55:59.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:00.316Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:02.545Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:02.545Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.552Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.552Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.553Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.554Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.554Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.555Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.623Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.624Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":850,"total":2649,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:02.565Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots\",\"added\":\"2023-09-04T16:08:46.101Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank\",\"added\":\"2023-09-04T16:08:46.099Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia\",\"added\":\"2023-09-04T16:08:46.100Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:02.635Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.279Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.280Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.285Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.285Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.287Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.287Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.287Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.287Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.288Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.299Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":851,"total":2650,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade\",\"added\":\"2023-09-04T16:08:46.102Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:02.565Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots\",\"added\":\"2023-09-04T16:08:46.101Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia\",\"added\":\"2023-09-04T16:08:46.100Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.520Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.520Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.526Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.526Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.528Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.528Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.529Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.529Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.530Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.541Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.541Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":852,"total":2651,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.541Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells\",\"added\":\"2023-09-04T16:08:46.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade\",\"added\":\"2023-09-04T16:08:46.102Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:59.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia\",\"added\":\"2023-09-04T16:08:46.100Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.551Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.899Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:45.899Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.906Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.906Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.909Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.909Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.909Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.909Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.909Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.922Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.922Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":853,"total":2651,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.541Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells\",\"added\":\"2023-09-04T16:08:46.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade\",\"added\":\"2023-09-04T16:08:46.102Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:45.932Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:49.614Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:49.614Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.621Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.621Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.623Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.624Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.624Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.637Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":854,"total":2653,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:56:49.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade\",\"added\":\"2023-09-04T16:08:46.102Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:49.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:50.156Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:56:50.157Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.163Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.163Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.164Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.165Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.165Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.166Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.166Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.177Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers"}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:50.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":855,"total":2653,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:56:49.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:56:57.198Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:00.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:00.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.048Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.049Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.050Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.051Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.051Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.051Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.061Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:00.062Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":856,"total":2656,"pending":4,"failed":92,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:55:32.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson\",\"added\":\"2023-09-04T16:08:46.097Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:00.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T17:57:03.530Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T17:57:03.530Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:03.530Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:03.540Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:03.542Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":857,"total":2656,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:00.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:03.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:06.312Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:07.086Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:08.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:08.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.723Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.723Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.726Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.726Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.726Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.737Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:08.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":858,"total":2658,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:00.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:56:45.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations\",\"added\":\"2023-09-04T16:08:46.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:08.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:03.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:18.740Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:23.110Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:23.110Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.115Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.115Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.117Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.117Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.117Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.128Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:23.128Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":859,"total":2659,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:00.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:08.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:03.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:24.335Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:24.336Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.342Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.342Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.345Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.345Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.360Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.361Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":860,"total":2661,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:24.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:08.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:03.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college\",\"added\":\"2023-09-04T16:08:46.105Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.372Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:24.875Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:25.369Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:25.369Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.377Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.377Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.379Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.379Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.379Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.379Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.380Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.391Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":861,"total":2663,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:24.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:08.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.401Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:25.692Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:25.693Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.699Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.699Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.700Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.700Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.702Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.702Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.702Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.712Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.713Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":862,"total":2664,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:24.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:25.723Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:42.438Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:42.439Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.445Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.445Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.446Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.446Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.447Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.447Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.448Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.511Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:42.511Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":863,"total":2665,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:42.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:43.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:57:43.042Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.049Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.049Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.051Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.051Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.051Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.051Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.052Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.062Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents"}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:43.063Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":864,"total":2667,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:43.062Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:42.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:49.535Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:57:50.087Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:07.691Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:07.692Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.701Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.702Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.703Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.703Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.705Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.705Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.706Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.732Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.734Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":865,"total":2668,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:42.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:07.732Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:07.746Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:14.437Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:14.437Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.443Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.444Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.446Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.447Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.447Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.448Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.534Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith"}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:14.534Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":866,"total":2670,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:57:42.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr\",\"added\":\"2023-09-04T16:08:46.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:14.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T16:08:46.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:16.035Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:31.939Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:31.940Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.947Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.947Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.948Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.949Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.950Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.950Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.950Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.961Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer"}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:31.962Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":867,"total":2671,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:58:31.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:25.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark\",\"added\":\"2023-09-04T16:08:46.107Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:14.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T16:08:46.109Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:33.354Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:33.354Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.362Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.362Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.363Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.363Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.364Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.364Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.364Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.435Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii"}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:33.436Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":868,"total":2672,"pending":4,"failed":93,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:58:31.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:57:23.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics\",\"added\":\"2023-09-04T16:08:46.106Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:14.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T16:08:46.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:39.662Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:41.136Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T17:58:54.876Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T17:58:54.876Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:58:54.876Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/varsity-athletics","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:54.888Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:54.888Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":869,"total":2672,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:58:31.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:14.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith\",\"added\":\"2023-09-04T16:08:46.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:58:57.279Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:04.097Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:04.097Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.103Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.103Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.105Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.105Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.106Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.106Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.107Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.117Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:04.118Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":870,"total":2672,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:58:31.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:04.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:11.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:11.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.953Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.953Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.955Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.955Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.955Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.956Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.957Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.969Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:11.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":871,"total":2673,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:11.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:04.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:14.122Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:21.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:24.550Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:24.550Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.557Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.557Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.559Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.559Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.559Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.560Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.560Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.570Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:24.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":872,"total":2676,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:11.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:24.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:32.240Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:34.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:34.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.723Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.723Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.725Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.725Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.726Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.737Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":873,"total":2677,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:11.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:34.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:34.748Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:39.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:39.041Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.047Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.047Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.048Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.049Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.050Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.050Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.051Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.061Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.062Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":874,"total":2678,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:11.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:39.061Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:39.769Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:43.706Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:43.706Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.712Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.712Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.714Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.714Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.714Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.715Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.715Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.791Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:43.791Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":875,"total":2678,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:11.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors\",\"added\":\"2023-09-04T16:08:46.112Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.475Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:44.870Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:44.870Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.880Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.880Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.881Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.881Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.882Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.882Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.883Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.893Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:44.894Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":876,"total":2679,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:58:33.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii\",\"added\":\"2023-09-04T16:08:46.110Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:44.893Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:45.897Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:46.877Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:46.878Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.884Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.884Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.886Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.887Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.898Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:46.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":877,"total":2681,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:44.893Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:49.842Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:49.843Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.848Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.848Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.849Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.850Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.850Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.850Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.850Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.861Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:49.861Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":878,"total":2682,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:49.861Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:52.393Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:56.902Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:57.419Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:57.419Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.428Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.428Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.430Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.430Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.431Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.431Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.431Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.505Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:57.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":879,"total":2685,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T16:08:46.114Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:59.357Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T17:59:59.357Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.365Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.365Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.367Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.367Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.368Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.368Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.370Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.388Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department"}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.395Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":880,"total":2686,"pending":4,"failed":94,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:59.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:58:54.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house\",\"added\":\"2023-09-04T16:08:46.111Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T17:59:59.402Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:01.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:01.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:01.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:01.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.147Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.147Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":881,"total":2686,"pending":4,"failed":95,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:59.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:43.727Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication\",\"added\":\"2023-09-04T16:08:46.113Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.158Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:01.550Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:01.551Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.562Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.563Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.565Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.565Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.566Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.566Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.578Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":882,"total":2687,"pending":4,"failed":95,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:59.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:01.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:02.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:02.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:00:02.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:02.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:02.312Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:02.312Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":883,"total":2687,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:59.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:02.377Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:12.315Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:20.254Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:20.254Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.259Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.259Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.262Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.263Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.274Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:20.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":884,"total":2689,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:20.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages\",\"added\":\"2023-09-04T16:08:46.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:30.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:33.917Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:33.917Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.923Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.923Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.924Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.925Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.925Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.936Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:33.936Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":885,"total":2691,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:33.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history\",\"added\":\"2023-09-04T16:08:46.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T17:59:57.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa\",\"added\":\"2023-09-04T16:08:46.115Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:43.941Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:44.912Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:44.912Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.921Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.921Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.923Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.923Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.924Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.924Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.925Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":886,"total":2695,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:33.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history\",\"added\":\"2023-09-04T16:08:46.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:44.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:47.006Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:47.007Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.014Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.014Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.015Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.016Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.016Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.016Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.017Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.090Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:47.090Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":887,"total":2698,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:01.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:54.760Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:00:54.760Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.766Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.766Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.767Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.768Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.768Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.769Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.770Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.781Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts"}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.782Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":888,"total":2699,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:54.781Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:54.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:00:55.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:04.908Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:04.908Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.914Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.914Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.917Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.917Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.917Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.928Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:04.929Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":889,"total":2700,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:04.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college\",\"added\":\"2023-09-04T16:08:46.119Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:14.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:24.397Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:24.397Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.405Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.405Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.411Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.411Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.412Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.412Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.412Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.423Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:24.423Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":890,"total":2701,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:24.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney\",\"added\":\"2023-09-04T16:08:46.119Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:04.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college\",\"added\":\"2023-09-04T16:08:46.119Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:25.880Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:26.156Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:26.156Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.161Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.161Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.162Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.162Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.163Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.163Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.163Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.173Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:26.174Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":891,"total":2702,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:24.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney\",\"added\":\"2023-09-04T16:08:46.119Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:26.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T16:08:46.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:27.602Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:31.031Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:31.031Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.038Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.038Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.040Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.040Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.041Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.041Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.041Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.052Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.053Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":892,"total":2705,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:26.173Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T16:08:46.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:31.963Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:31.963Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.968Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.968Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.970Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.970Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.970Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.970Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:31.971Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:32.045Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:32.046Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":893,"total":2706,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.982Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:02.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type\",\"added\":\"2023-09-04T16:08:46.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:41.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:42.048Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:42.315Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:44.824Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:44.824Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:44.831Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:44.831Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:44.843Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:44.844Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":894,"total":2707,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.982Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:45.944Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:01:45.944Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.950Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.950Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.952Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.952Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.952Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.952Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.953Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.964Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches"}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:45.964Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":895,"total":2708,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.982Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:45.964Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:54.846Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:01:55.966Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:15.060Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:15.060Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.069Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.070Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.081Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.084Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.086Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.093Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.179Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:15.180Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":896,"total":2708,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:15.116Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.982Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:00:47.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid\",\"added\":\"2023-09-04T16:08:46.118Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:25.183Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:25.901Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:28.412Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:28.412Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:28.419Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:28.420Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:28.431Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:28.431Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":897,"total":2708,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:15.116Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:31.982Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures\",\"added\":\"2023-09-04T16:08:46.121Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:28.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:29.232Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:33.484Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:33.484Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.489Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.489Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.491Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.491Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.492Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.492Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.492Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.502Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:33.503Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":898,"total":2708,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:15.116Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:33.502Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:28.431Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:37.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:45.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:45.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.900Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.900Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.902Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.902Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.903Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.903Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.903Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.913Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.914Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":899,"total":2709,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:15.116Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:33.502Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:45.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:45.924Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:47.388Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:47.388Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.395Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.395Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.397Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.397Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.398Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.398Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.398Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.409Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.409Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":900,"total":2710,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:15.116Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon\",\"added\":\"2023-09-04T16:08:46.123Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:45.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:47.808Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:47.808Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.815Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.815Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.818Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.818Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.818Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.828Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:47.829Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":901,"total":2711,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:45.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.161Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:48.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:48.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.588Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.588Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.590Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.590Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.590Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.591Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.601Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:48.602Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":902,"total":2711,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T16:08:46.124Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:48.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:57.498Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:58.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:02:58.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.127Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.127Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.128Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.129Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.129Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.129Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.130Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.141Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry"}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.141Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":903,"total":2712,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:02:58.141Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:48.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:02:58.180Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:02.501Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:03.430Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:03.430Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.436Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.436Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.438Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.438Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.439Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.439Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.439Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.451Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:03.451Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":904,"total":2714,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:03.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:58.141Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:06.832Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:07.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:07.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.089Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.089Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.091Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.091Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.091Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.091Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.092Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.102Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.102Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":905,"total":2715,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:03.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:02:47.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace\",\"added\":\"2023-09-04T16:08:46.125Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:07.475Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:07.475Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.483Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.484Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.485Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.485Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.486Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.486Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.498Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:07.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":906,"total":2719,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:03.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:01:44.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail\",\"added\":\"2023-09-04T16:08:46.122Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:08.430Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:08.430Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.435Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.436Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.437Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.438Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.438Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.438Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.439Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.450Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":907,"total":2720,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:08.450Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:03.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:08.461Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:13.373Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:13.672Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:15.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:15.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.743Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.743Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.745Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.745Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.745Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.745Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.746Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.823Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:15.825Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":908,"total":2720,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:08.450Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:16.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:16.317Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.324Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.324Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.326Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.326Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.327Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.338Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:16.338Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":909,"total":2723,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle\",\"added\":\"2023-09-04T16:08:46.126Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:17.605Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:17.605Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.612Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.612Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.618Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.619Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.619Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.619Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.620Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.709Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:17.709Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":910,"total":2724,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:07.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:23.551Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:24.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:24.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.126Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.126Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.127Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.127Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.128Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.128Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.128Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.138Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":911,"total":2725,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:24.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:24.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:25.021Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:26.340Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:49.622Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:49.623Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.629Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.630Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.631Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.631Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.632Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.632Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.632Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.643Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":912,"total":2728,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:49.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience\",\"added\":\"2023-09-04T16:08:46.129Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:49.655Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:52.233Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:03:52.233Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.240Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.240Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.241Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.242Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.242Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.242Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.242Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.321Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals"}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:52.322Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":913,"total":2730,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:15.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor\",\"added\":\"2023-09-04T16:08:46.127Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:03:57.788Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:14.271Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:14.271Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.278Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.278Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.279Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.279Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.280Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.280Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.280Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.291Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:14.292Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":914,"total":2732,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:14.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:16.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:21.870Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:21.870Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.876Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.876Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.877Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.877Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.878Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.878Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.878Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.888Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:21.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":915,"total":2733,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:21.888Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles\",\"added\":\"2023-09-04T16:08:46.132Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:14.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:23.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:24.076Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:27.355Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:27.355Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.360Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.360Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.361Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.362Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.363Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.363Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.363Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.434Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":916,"total":2734,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:14.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:27.918Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:27.919Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.925Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.925Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.927Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.927Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.928Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.928Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.928Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.939Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":917,"total":2734,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.939Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:27.961Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:28.378Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:32.867Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:32.867Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.874Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.874Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.875Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.875Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.876Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.876Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.877Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.889Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:32.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":918,"total":2735,"pending":4,"failed":96,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:32.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:36.633Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:04:45.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:04:45.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:04:45.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:45.087Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:45.098Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:45.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":919,"total":2735,"pending":4,"failed":97,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:45.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:45.108Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:49.941Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:49.941Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.946Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.946Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.947Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.947Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.949Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.949Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:49.949Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:50.030Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:50.031Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":920,"total":2736,"pending":4,"failed":97,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:27.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor\",\"added\":\"2023-09-04T16:08:46.133Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:49.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:50.754Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:53.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:53.120Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.126Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.126Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.128Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.128Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.128Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.129Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.129Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.139Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:53.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":921,"total":2737,"pending":4,"failed":97,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:17.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall\",\"added\":\"2023-09-04T16:08:46.128Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:49.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:04:54.737Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:04:54.737Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:04:54.738Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:54.748Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing"}}
{"logLevel":"info","timestamp":"2023-09-04T18:04:54.748Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":922,"total":2737,"pending":4,"failed":98,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:54.748Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:49.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:03.142Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:04.751Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:25.808Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:25.808Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.814Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.814Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.816Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.816Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.817Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.817Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.817Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.829Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.829Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":923,"total":2738,"pending":4,"failed":98,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:49.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young\",\"added\":\"2023-09-04T16:08:46.135Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:25.904Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:25.904Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.909Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.909Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.911Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.911Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.911Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.911Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.912Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.925Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.925Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":924,"total":2739,"pending":4,"failed":98,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:03:52.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals\",\"added\":\"2023-09-04T16:08:46.130Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:25.935Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:05:27.790Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:05:27.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:27.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramurals","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:27.800Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:27.801Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":925,"total":2739,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:27.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:27.979Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.098Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:31.125Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:31.125Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.131Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.131Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.133Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.133Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.133Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.133Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.134Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.145Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.145Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":926,"total":2740,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:31.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:27.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:04:53.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:31.156Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:32.251Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:32.251Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.257Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.257Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.259Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.259Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.260Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.297Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.298Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":927,"total":2741,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:31.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:25.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings\",\"added\":\"2023-09-04T16:08:46.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:27.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:32.847Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:32.847Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.853Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.853Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.855Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.855Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.866Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:32.867Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":928,"total":2743,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:31.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:27.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:35.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:36.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:38.017Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:38.017Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.024Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.024Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.026Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.026Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.026Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.026Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.027Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.038Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.038Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":929,"total":2743,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:31.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors\",\"added\":\"2023-09-04T16:08:46.137Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.048Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:38.109Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:38.109Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.118Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.118Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.119Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.120Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.120Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.120Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.121Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.131Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.131Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":930,"total":2744,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:38.141Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:39.464Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:39.464Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.470Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.470Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.471Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.471Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.472Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.472Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.472Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.484Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:39.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":931,"total":2745,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:39.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:42.994Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:05:42.994Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:42.999Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:42.999Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.004Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.004Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.005Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.005Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.005Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.016Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:43.017Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":932,"total":2746,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:39.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:43.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:49.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:05:53.020Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:10.017Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:10.017Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.023Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.023Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.024Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.024Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.025Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.025Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.025Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.035Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":933,"total":2747,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:05:32.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:43.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:10.461Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:10.461Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.467Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.467Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.468Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.469Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.469Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.469Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.470Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.481Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:10.481Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":934,"total":2748,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:43.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:19.802Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:19.803Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.810Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.810Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.812Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.812Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.812Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.813Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.813Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.888Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:19.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":935,"total":2753,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:19.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies\",\"added\":\"2023-09-04T16:08:46.139Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:22.648Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:22.651Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:23.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:30.428Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:30.428Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.435Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.435Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.436Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.437Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.438Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.438Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.438Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.510Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:30.511Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":936,"total":2753,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:10.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:19.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:34.863Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:34.863Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.869Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.869Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.871Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.871Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.872Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.946Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:34.947Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":937,"total":2753,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:34.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:19.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:41.966Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:44.256Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:44.256Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.264Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.264Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.267Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.267Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.267Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.278Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:44.278Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":938,"total":2756,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:34.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:05:38.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs\",\"added\":\"2023-09-04T16:08:46.138Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:45.547Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:06:45.547Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.552Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.553Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.555Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.555Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.555Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.567Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors"}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:45.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":939,"total":2757,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:34.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:45.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors\",\"added\":\"2023-09-04T16:08:46.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:53.324Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:06:54.282Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:03.133Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:03.133Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.141Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.141Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.142Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.143Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.143Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.143Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.145Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.155Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk"}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:03.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":940,"total":2758,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:34.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:03.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk\",\"added\":\"2023-09-04T16:08:46.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:13.157Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:21.871Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:21.871Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.877Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.877Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.879Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.879Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.879Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.879Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.880Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.892Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":941,"total":2758,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:21.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson\",\"added\":\"2023-09-04T16:08:46.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:03.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk\",\"added\":\"2023-09-04T16:08:46.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:21.902Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:25.029Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:25.029Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.034Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.034Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.035Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.035Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.036Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.036Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.036Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.103Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian"}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:25.104Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":942,"total":2758,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:21.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson\",\"added\":\"2023-09-04T16:08:46.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:25.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:26.807Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:45.445Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:45.445Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.454Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.455Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.455Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.467Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham"}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":943,"total":2760,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:06:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row\",\"added\":\"2023-09-04T16:08:46.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:45.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:25.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:45.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:49.264Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:07:49.265Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.271Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.271Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.273Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.273Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.273Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.274Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.274Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.284Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors"}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:49.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":944,"total":2761,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:07:49.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:45.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:25.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:07:59.294Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:05.737Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:05.737Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.745Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.745Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.746Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.747Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.747Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.748Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.748Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.759Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:05.760Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":945,"total":2762,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:05.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:49.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:25.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:14.149Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:14.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.157Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.157Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.159Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.159Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.160Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.160Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.160Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.172Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:14.172Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":946,"total":2763,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:14.171Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:05.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:07:25.047Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:08:46.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:15.488Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:17.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:20.439Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:20.440Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.448Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.448Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.451Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.451Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.452Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.452Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.453Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.465Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:20.465Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":947,"total":2768,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:14.171Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:20.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:05.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:21.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:21.085Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.096Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.097Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.098Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.098Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.099Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.099Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.099Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.109Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.110Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":948,"total":2769,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:20.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:05.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson\",\"added\":\"2023-09-04T16:08:46.144Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:21.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:21.120Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:22.300Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:22.300Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.310Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.310Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.311Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.312Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.313Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.313Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.313Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.324Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.325Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":949,"total":2770,"pending":4,"failed":99,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:20.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:22.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:21.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:06:44.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T16:08:46.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.336Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:22.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:08:24.282Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:08:24.282Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:24.283Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:24.294Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:24.295Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":950,"total":2770,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:20.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:22.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:21.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:24.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:26.728Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:26.728Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.735Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.735Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.736Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.737Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.737Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.737Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.738Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.753Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:26.753Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":951,"total":2772,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:26.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:20.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:22.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:24.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:27.968Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:29.037Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:29.037Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.044Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.045Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.046Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.046Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.047Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.047Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.048Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.058Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.058Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":952,"total":2773,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:29.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake\",\"added\":\"2023-09-04T16:08:46.147Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:26.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:22.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl\",\"added\":\"2023-09-04T16:08:46.145Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:24.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:29.091Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:30.282Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:30.282Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.288Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.288Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.290Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.290Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.291Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.291Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.292Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.363Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:30.364Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":953,"total":2774,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:30.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:29.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake\",\"added\":\"2023-09-04T16:08:46.147Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:26.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:24.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:31.580Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:32.712Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:32.712Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.719Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.720Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.722Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.722Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.723Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.723Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.725Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.749Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.751Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":954,"total":2774,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:30.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:29.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake\",\"added\":\"2023-09-04T16:08:46.147Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:26.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs\",\"added\":\"2023-09-04T16:08:46.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:32.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:32.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.173Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:33.723Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:33.723Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.728Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.728Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.729Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.729Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.730Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.730Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.730Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.807Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.807Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":955,"total":2775,"pending":4,"failed":100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:30.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:29.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake\",\"added\":\"2023-09-04T16:08:46.147Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:32.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.817Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:08:33.857Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:08:33.857Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:08:33.857Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:33.858Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/bells","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.870Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.871Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":956,"total":2775,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:30.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:29.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake\",\"added\":\"2023-09-04T16:08:46.147Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:33.881Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:37.600Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:37.600Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.606Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.606Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.608Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.608Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.608Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.608Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.609Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.621Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:37.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":957,"total":2776,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:30.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:37.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:47.626Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:55.063Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:55.063Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.070Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.070Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.073Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.073Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.073Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.084Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:55.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":958,"total":2776,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:37.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:55.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:57.310Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:08:57.310Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.315Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.315Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.317Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.317Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.318Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.319Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.319Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.329Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses"}}
{"logLevel":"info","timestamp":"2023-09-04T18:08:57.329Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":959,"total":2778,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:57.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:55.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:01.565Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:01.566Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.571Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.571Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.573Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.573Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.573Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.574Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.574Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.584Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:01.584Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":960,"total":2779,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:33.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins\",\"added\":\"2023-09-04T16:08:46.148Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:57.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:55.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:02.519Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:03.115Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:03.115Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.122Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.122Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.124Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.124Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.125Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.125Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.126Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.193Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:03.194Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":961,"total":2780,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:57.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:08:55.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:05.089Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:11.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:13.197Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:20.774Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:20.774Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.781Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.782Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.783Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.784Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.784Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.784Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.785Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.795Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:20.796Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":962,"total":2781,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:08:57.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses\",\"added\":\"2023-09-04T16:08:46.149Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:20.795Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:22.110Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:22.110Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.120Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.120Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.121Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.121Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.122Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.122Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.124Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.193Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:22.193Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":963,"total":2783,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:09:22.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:20.795Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:28.519Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:29.928Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:31.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:31.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.355Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.355Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.356Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.357Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.357Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.357Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.358Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.368Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:31.368Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":964,"total":2784,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:09:31.367Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:22.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:32.068Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:42.475Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:42.475Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.482Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.482Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.483Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.483Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.483Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.483Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.484Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.495Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.495Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":965,"total":2785,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:09:42.495Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:22.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:42.505Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:46.878Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:09:46.878Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.884Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.885Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.886Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.887Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.887Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.958Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.959Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":966,"total":2788,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:09:22.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:03.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:09:46.969Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:18.443Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:18.443Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.454Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.454Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.457Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.457Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.458Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.469Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.469Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":967,"total":2788,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.469Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:22.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe\",\"added\":\"2023-09-04T16:08:46.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.479Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:18.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:18.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.499Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.499Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.501Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.501Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.501Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.501Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.502Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.513Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:18.513Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":968,"total":2789,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.469Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:46.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:28.516Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:30.946Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:30.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:31.201Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:31.201Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:31.208Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:31.208Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.171Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.172Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.173Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.185Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":969,"total":2790,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.469Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T16:08:51.937Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:32.756Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:32.756Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.761Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.761Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.763Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.763Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.764Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.774Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.775Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":970,"total":2791,"pending":4,"failed":101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:18.469Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection\",\"added\":\"2023-09-04T16:08:46.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T16:08:51.937Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.784Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:32.991Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:10:34.422Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:10:34.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:10:34.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:34.422Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:34.434Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:34.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":971,"total":2791,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T16:08:51.937Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:34.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:37.499Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:37.499Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.504Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.504Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.506Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.506Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.507Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.507Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.507Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.519Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:37.519Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":972,"total":2792,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:32.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2\",\"added\":\"2023-09-04T16:08:51.937Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:37.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:38.543Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:38.543Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.573Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.573Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.574Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.574Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.575Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.575Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.576Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.587Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:38.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":973,"total":2792,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:37.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:09:01.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection\",\"added\":\"2023-09-04T16:08:46.150Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:41.594Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:44.104Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:10:44.104Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:44.110Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:44.111Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:44.122Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:44.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":974,"total":2793,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:44.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:37.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:47.522Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:48.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:10:54.126Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:11:23.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:11:23.079Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.086Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.086Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.087Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.088Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.089Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.089Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.089Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.100Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards"}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:23.101Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":975,"total":2794,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:37.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:32.259Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.215Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.215Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.217Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.217Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.218Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.218Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.219Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.229Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents"}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:40.229Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":976,"total":2795,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:34.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs\",\"added\":\"2023-09-04T16:08:51.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:40.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:43.908Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:11:51.163Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:11:51.163Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:51.172Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:51.172Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:51.173Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:51.173Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.202Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.202Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.203Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.215Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups"}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.215Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":977,"total":2795,"pending":4,"failed":102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:40.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:10:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T16:08:51.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:11:54.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:12:18.592Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:12:18.592Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:18.593Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:18.605Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:18.605Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":978,"total":2795,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:18.605Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:40.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:23.292Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:42.138Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:42.138Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.143Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.144Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.146Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.146Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.146Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.146Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.147Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.158Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3"}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:42.158Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":979,"total":2796,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:42.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:40.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:44.368Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:44.368Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.376Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.376Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.378Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.378Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.378Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.379Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.379Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:44.426Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:44.426Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.455Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.455Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.457Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.457Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.466Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":980,"total":2796,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:44.390Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department\",\"added\":\"2023-09-04T16:08:51.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:42.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:44.476Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:45.175Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:47.758Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:47.758Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.763Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.764Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.765Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.765Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.766Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.766Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.766Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.778Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:47.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":981,"total":2797,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:47.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department\",\"added\":\"2023-09-04T16:08:51.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:42.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:55.393Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:12:55.393Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.402Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.402Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.404Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.404Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.408Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.408Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.413Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.481Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball"}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":982,"total":2798,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:12:55.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball\",\"added\":\"2023-09-04T16:08:51.947Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:12:47.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department\",\"added\":\"2023-09-04T16:08:51.946Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.491Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:12:55.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:05.254Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:05.254Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.260Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.260Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.261Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.262Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.263Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.263Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.273Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:05.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":983,"total":2800,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:12:55.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball\",\"added\":\"2023-09-04T16:08:51.947Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:05.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson\",\"added\":\"2023-09-04T16:08:51.951Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:13.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:13.560Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.567Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.567Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.569Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.570Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.570Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.570Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.571Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.582Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.583Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":984,"total":2801,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:13.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department\",\"added\":\"2023-09-04T16:08:51.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:05.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson\",\"added\":\"2023-09-04T16:08:51.951Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:13.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:15.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:17.049Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:17.050Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.055Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.055Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.057Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.057Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.057Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.057Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.058Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.068Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:17.069Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":985,"total":2803,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:17.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:05.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson\",\"added\":\"2023-09-04T16:08:51.951Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:18.187Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:18.187Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.199Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.199Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.200Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.200Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.201Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.201Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.201Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.213Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:18.214Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":986,"total":2804,"pending":4,"failed":103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:18.212Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:17.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups\",\"added\":\"2023-09-04T16:08:51.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:19.768Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:13:24.900Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:13:24.900Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:24.901Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-political-and-social-justice-groups","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:24.912Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:24.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":987,"total":2804,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:24.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false\",\"added\":\"2023-09-04T16:08:53.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:18.212Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:17.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:25.476Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:27.977Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:29.530Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:29.530Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.563Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.563Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.564Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.565Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.565Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.565Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.566Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.577Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:29.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":988,"total":2804,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:29.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false\",\"added\":\"2023-09-04T16:08:57.157Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:24.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false\",\"added\":\"2023-09-04T16:08:53.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:18.212Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T16:08:51.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:32.003Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:32.003Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.010Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.010Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.011Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.011Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.013Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.013Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.013Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.024Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chidsey.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:32.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":989,"total":2806,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:29.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false\",\"added\":\"2023-09-04T16:08:57.157Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:24.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false\",\"added\":\"2023-09-04T16:08:53.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:32.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chidsey.jpg\",\"added\":\"2023-09-04T16:08:57.157Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:35.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chidsey.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:36.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chidsey.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:36.219Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:36.220Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":990,"total":2806,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:36.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:29.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false\",\"added\":\"2023-09-04T16:08:57.157Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:24.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false\",\"added\":\"2023-09-04T16:08:53.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:37.230Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:39.583Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:46.839Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:46.839Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.860Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.861Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.871Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.871Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.872Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.967Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:46.967Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":991,"total":2807,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:36.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:29.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false\",\"added\":\"2023-09-04T16:08:57.157Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:47.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:13:47.117Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.122Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.122Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.124Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.124Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.124Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.134Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof"}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:47.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":992,"total":2808,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:36.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:11:23.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards\",\"added\":\"2023-09-04T16:08:51.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:53.991Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:13:54.158Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:08.697Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:08.697Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:08.697Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:08.708Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary"}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:08.708Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":993,"total":2808,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:14:08.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:36.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:09.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:14:56.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:14:56.199Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.221Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.221Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.223Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.223Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.224Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.225Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.226Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.289Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868"}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.291Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":994,"total":2843,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:36.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:14:56.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:14:56.304Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:07.231Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:09.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:09.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:09.748Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:09.748Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:09.758Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:09.759Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":995,"total":2845,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:14:56.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:11.808Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:23.992Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:24.159Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:25.624Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:25.625Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.632Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.632Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.634Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.634Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.634Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.634Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.635Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.646Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:25.646Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":996,"total":2850,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:46.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:26.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:26.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.507Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.508Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.519Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.520Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":997,"total":2852,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:13:47.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof\",\"added\":\"2023-09-04T16:09:35.941Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:26.669Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:26.669Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.674Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.675Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.746Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":998,"total":2854,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:26.786Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:29.874Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:39.437Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:39.437Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.443Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.443Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.445Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.446Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.446Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.447Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.458Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:39.458Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":999,"total":2858,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:39.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:49.467Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:58.465Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:15:58.465Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.471Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.471Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.472Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.472Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.473Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.473Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.473Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.484Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:15:58.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1000,"total":2863,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:58.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:09.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868\",\"added\":\"2023-09-04T16:09:35.947Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.483Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:00.525Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:00.525Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.533Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.533Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.535Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.536Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.537Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.549Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/generalcollection.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.549Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1001,"total":2868,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/generalcollection.gif\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:58.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.622Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/generalcollection.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/generalcollection.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/generalcollection.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.635Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/bibles.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1002,"total":2868,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.635Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/bibles.gif\",\"added\":\"2023-09-04T16:10:11.502Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:58.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.718Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/bibles.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/bibles.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/bibles.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.731Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1003,"total":2868,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false\",\"added\":\"2023-09-04T16:10:11.503Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:58.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:26.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false\",\"added\":\"2023-09-04T16:09:35.949Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:00.829Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:00.829Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.853Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.853Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.856Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.856Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.866Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:00.867Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1004,"total":2869,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false\",\"added\":\"2023-09-04T16:10:11.503Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:58.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false\",\"added\":\"2023-09-04T16:10:02.983Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:08.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:09.272Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:10.230Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:10.231Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.236Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.237Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.238Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.238Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.239Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.239Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.249Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/golden.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1005,"total":2869,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/golden.gif\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false\",\"added\":\"2023-09-04T16:10:11.503Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.331Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/golden.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/golden.gif","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.333Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/golden.gif","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.404Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/jameshenryhall.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.404Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1006,"total":2869,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false\",\"added\":\"2023-09-04T16:10:11.503Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/jameshenryhall.gif\",\"added\":\"2023-09-04T16:10:53.498Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.485Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/jameshenryhall.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/jameshenryhall.gif","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.491Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/jameshenryhall.gif","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.509Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:10.510Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1007,"total":2869,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false\",\"added\":\"2023-09-04T16:10:53.499Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false\",\"added\":\"2023-09-04T16:10:11.503Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:11.965Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:12.149Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:12.149Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.154Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.154Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.155Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.155Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.156Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.156Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.156Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.226Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:12.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1008,"total":2869,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false\",\"added\":\"2023-09-04T16:10:53.499Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:12.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:00.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false\",\"added\":\"2023-09-04T16:10:20.197Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:15.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:32.517Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:32.517Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.523Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.524Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.525Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.525Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.526Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.526Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.526Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.538Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/hmmarvin.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1009,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false\",\"added\":\"2023-09-04T16:10:53.499Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:12.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:32.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/hmmarvin.gif\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.621Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/hmmarvin.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/hmmarvin.gif","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/hmmarvin.gif","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.635Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/samuellindsay.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1010,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:32.635Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/samuellindsay.gif\",\"added\":\"2023-09-04T16:11:36.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false\",\"added\":\"2023-09-04T16:10:53.499Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:12.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.691Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/samuellindsay.gif","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/samuellindsay.gif","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.692Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/samuellindsay.gif","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.704Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:32.704Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1011,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:10.509Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false\",\"added\":\"2023-09-04T16:10:53.499Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:12.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:32.704Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false\",\"added\":\"2023-09-04T16:11:36.170Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:33.379Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:35.551Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:35.551Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.558Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.558Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.560Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.560Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.561Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.561Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.561Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.572Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.573Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1012,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:12.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false\",\"added\":\"2023-09-04T16:11:02.620Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:32.704Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false\",\"added\":\"2023-09-04T16:11:36.170Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:35.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:35.736Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.741Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.741Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.743Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.743Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.744Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.744Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.744Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.757Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:35.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1013,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:32.704Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false\",\"added\":\"2023-09-04T16:11:36.170Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:38.164Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:38.164Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.169Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.169Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.170Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.171Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.171Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.171Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.172Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.240Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:38.241Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1014,"total":2870,"pending":4,"failed":104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:38.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:15:25.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698\",\"added\":\"2023-09-04T16:09:35.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:45.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:45.761Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:48.244Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:16:56.787Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:16:56.787Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:16:56.787Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-18698","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:56.798Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:16:56.798Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1015,"total":2870,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:38.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:56.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false\",\"added\":\"2023-09-04T16:11:42.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:05.518Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:07.820Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:07.820Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.827Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.827Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.828Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.828Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.829Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.829Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.829Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.840Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1016,"total":2876,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:16:38.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false\",\"added\":\"2023-09-04T16:11:42.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:07.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false\",\"added\":\"2023-09-04T16:11:54.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:56.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false\",\"added\":\"2023-09-04T16:11:42.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:07.851Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:08.318Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:08.318Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.325Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.325Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.327Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.327Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.328Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.328Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.329Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.339Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:08.341Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1017,"total":2877,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:07.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false\",\"added\":\"2023-09-04T16:11:54.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:56.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false\",\"added\":\"2023-09-04T16:11:42.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:08.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:18.346Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:18.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:18.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:18.723Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:18.723Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:18.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:18.725Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:23.377Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:23.377Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:23.377Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/staff?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:23.389Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:23.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1018,"total":2877,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:23.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:56.798Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false\",\"added\":\"2023-09-04T16:11:42.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:08.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.072Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:25.343Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:25.343Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.350Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.350Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.352Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.352Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.353Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.353Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.353Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/citing-archival-sources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.365Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:25.365Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1019,"total":2877,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:23.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:08.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:28.213Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:28.214Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.221Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.221Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.222Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.223Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.223Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.223Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.224Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.236Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:28.236Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1020,"total":2878,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:28.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false\",\"added\":\"2023-09-04T16:12:20.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:08.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr\",\"added\":\"2023-09-04T16:11:55.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:32.002Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:34.197Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:34.198Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.204Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.204Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.205Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.206Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.207Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.207Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.207Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.218Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:34.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1021,"total":2879,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:34.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false\",\"added\":\"2023-09-04T16:12:26.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:28.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false\",\"added\":\"2023-09-04T16:12:20.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:16:35.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/\",\"added\":\"2023-09-04T16:11:42.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:35.369Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:41.953Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:42.327Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:42.327Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.332Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.332Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.335Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.335Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.336Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.336Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.336Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.347Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:42.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1022,"total":2879,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:34.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false\",\"added\":\"2023-09-04T16:12:26.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:28.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false\",\"added\":\"2023-09-04T16:12:20.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:43.570Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:44.773Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:17:44.773Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.785Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.785Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.787Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.787Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.787Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.787Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.788Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.799Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:44.800Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1023,"total":2880,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:28.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false\",\"added\":\"2023-09-04T16:12:20.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:17:54.803Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.815Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.815Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.817Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.819Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.819Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.820Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.892Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:05.893Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1024,"total":2881,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:25.365Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false\",\"added\":\"2023-09-04T16:12:05.935Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:07.527Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:07.528Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.535Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.535Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.537Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.537Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.538Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.538Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.538Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/tutorial?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.549Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.550Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1025,"total":2881,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:18:07.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false\",\"added\":\"2023-09-04T16:12:56.070Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.560Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:07.682Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:26.102Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:26.103Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:26.103Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:shbyrd@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.109Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.109Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.110Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.110Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.111Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.111Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.112Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room-use?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.186Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:26.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1026,"total":2881,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:26.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true\",\"added\":\"2023-09-04T16:13:19.359Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:33.875Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:51.878Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:51.879Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.884Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.885Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.887Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.887Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.888Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.888Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.888Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/reproduction-policy?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.899Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.900Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1027,"total":2881,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:18:51.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/\",\"added\":\"2023-09-04T16:13:19.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:51.910Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:57.092Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:18:57.092Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.098Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.098Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.099Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.099Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.100Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.100Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.100Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.111Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.112Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1028,"total":2882,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:18:57.111Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false\",\"added\":\"2023-09-04T16:13:19.516Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:18:57.819Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:02.153Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:02.153Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.159Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.159Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.161Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.161Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.163Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.163Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.163Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.174Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.175Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1029,"total":2883,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:02.174Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:13:29.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:02.185Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:07.436Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:07.436Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.447Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.447Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.448Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.448Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.449Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.449Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.450Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/ardrey-papers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.463Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:07.464Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1030,"total":2883,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:07.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell\",\"added\":\"2023-09-04T16:13:48.350Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:08.230Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:12.940Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:12.940Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.000Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell"],"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.001Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.004Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.004Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.006Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.006Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.007Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.114Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.115Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1031,"total":2884,"pending":4,"failed":105,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:13.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930\",\"added\":\"2023-09-04T16:13:48.350Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:42.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false\",\"added\":\"2023-09-04T16:12:34.472Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.125Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:19:13.571Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:19:13.571Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:13.571Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/donating-materials?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.583Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.584Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1032,"total":2884,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:13.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30.jpg\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:13.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930\",\"added\":\"2023-09-04T16:13:48.350Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:13.594Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:14.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:14.797Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:14.797Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1033,"total":2884,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:14.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30p2.jpg\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:13.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930\",\"added\":\"2023-09-04T16:13:48.350Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:14.807Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:15.927Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0153sJune30p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:15.938Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:15.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1034,"total":2884,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:13.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930\",\"added\":\"2023-09-04T16:13:48.350Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:15.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:24.803Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:25.941Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:27.238Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:27.238Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.247Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.247Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.250Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.250Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.251Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.251Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.251Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.262Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.262Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1035,"total":2885,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.262Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:17:44.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/\",\"added\":\"2023-09-04T16:12:35.677Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:15.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:27.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:27.313Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.321Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.321Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/honorary/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.331Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:27.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1036,"total":2886,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.262Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:15.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chambers-Bell.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.178Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.179Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1037,"total":2886,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.262Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.342Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.352Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.353Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Old.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.364Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.364Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1038,"total":2886,"pending":4,"failed":106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:27.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png\",\"added\":\"2023-09-04T16:13:48.352Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:28.374Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:19:29.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:19:29.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:19:29.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:29.462Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Stringfellow-Young.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:29.534Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:29.535Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1039,"total":2886,"pending":4,"failed":107,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:29.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:18:05.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false\",\"added\":\"2023-09-04T16:12:35.678Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:29.675Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:30.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:37.683Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:40.196Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:40.196Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:40.201Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:40.202Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:40.213Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:40.213Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1040,"total":2886,"pending":4,"failed":107,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:40.213Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:29.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:50.217Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:57.716Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:19:57.716Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.725Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.725Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.727Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.727Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.728Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.728Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.728Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.739Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:57.740Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1041,"total":2893,"pending":4,"failed":107,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:57.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873\",\"added\":\"2023-09-04T16:13:48.355Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:40.213Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:29.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:19:59.435Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:12.359Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:12.359Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.369Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.369Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.371Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.372Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.372Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.372Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.373Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.383Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.384Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1042,"total":2901,"pending":4,"failed":107,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:57.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873\",\"added\":\"2023-09-04T16:13:48.355Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:12.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873\",\"added\":\"2023-09-04T16:13:48.355Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:40.213Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:12.394Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:20:14.886Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:20:14.886Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:20:14.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:14.886Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:14.897Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:14.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1043,"total":2901,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:57.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873\",\"added\":\"2023-09-04T16:13:48.355Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:14.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873\",\"added\":\"2023-09-04T16:13:48.356Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:40.213Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873\",\"added\":\"2023-09-04T16:13:48.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:14.908Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:15.243Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:15.243Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.251Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.251Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.254Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1044,"total":2904,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:19:57.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873\",\"added\":\"2023-09-04T16:13:48.355Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:15.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920\",\"added\":\"2023-09-04T16:13:48.357Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:14.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873\",\"added\":\"2023-09-04T16:13:48.356Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:15.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:17.827Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:17.827Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.835Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.836Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.837Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.837Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.838Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.838Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.850Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1045,"total":2913,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:19:28.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873\",\"added\":\"2023-09-04T16:13:48.353Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:17.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920\",\"added\":\"2023-09-04T16:13:48.358Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:15.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920\",\"added\":\"2023-09-04T16:13:48.357Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:14.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873\",\"added\":\"2023-09-04T16:13:48.356Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:17.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:22.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:22.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.992Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.992Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.994Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.994Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.994Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:22.995Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:23.007Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:23.008Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1046,"total":2920,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:23.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850\",\"added\":\"2023-09-04T16:13:48.359Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:17.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920\",\"added\":\"2023-09-04T16:13:48.358Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:15.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920\",\"added\":\"2023-09-04T16:13:48.357Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:14.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873\",\"added\":\"2023-09-04T16:13:48.356Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:23.019Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:26.612Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:26.612Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.618Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.619Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.620Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.620Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.621Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.621Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.622Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.632Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1047,"total":2924,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:23.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850\",\"added\":\"2023-09-04T16:13:48.359Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:17.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920\",\"added\":\"2023-09-04T16:13:48.358Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:14.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873\",\"added\":\"2023-09-04T16:13:48.356Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:26.644Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:29.420Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:29.420Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.428Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.429Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.431Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.431Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.432Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.432Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.432Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.444Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:29.444Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1048,"total":2929,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:23.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850\",\"added\":\"2023-09-04T16:13:48.359Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:29.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:17.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920\",\"added\":\"2023-09-04T16:13:48.358Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:35.946Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:20:35.946Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.964Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.964Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.965Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.967Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.967Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:35.968Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:36.046Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871"}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:36.046Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1049,"total":2939,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:23.007Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850\",\"added\":\"2023-09-04T16:13:48.359Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:35.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871\",\"added\":\"2023-09-04T16:13:48.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:29.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:39.449Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:20:39.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:00.128Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:00.128Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.138Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.138Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.140Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.140Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.141Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.141Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.142Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.153Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:00.153Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1050,"total":2948,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:35.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871\",\"added\":\"2023-09-04T16:13:48.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:29.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:00.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871\",\"added\":\"2023-09-04T16:13:48.362Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:10.159Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.064Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.065Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.089Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.089Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.090Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.091Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.091Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.091Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.092Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.162Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1051,"total":2954,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:20:35.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871\",\"added\":\"2023-09-04T16:13:48.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:29.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869\",\"added\":\"2023-09-04T16:13:48.362Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.247Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.247Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.256Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.256Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.257Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.257Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.258Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.258Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.258Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.268Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1052,"total":2956,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:35.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871\",\"added\":\"2023-09-04T16:13:48.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869\",\"added\":\"2023-09-04T16:13:48.362Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:15.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.761Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.761Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.763Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.763Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.763Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.763Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.764Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.775Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.776Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1053,"total":2962,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.102Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869\",\"added\":\"2023-09-04T16:13:48.362Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:15.785Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:39.582Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:39.582Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.593Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.593Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.595Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.595Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.596Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.596Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.597Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.609Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:39.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1054,"total":2971,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:39.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873\",\"added\":\"2023-09-04T16:13:48.365Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:46.888Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:46.888Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.897Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.897Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.898Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.898Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.899Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.899Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.899Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.963Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1055,"total":2977,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:46.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:39.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873\",\"added\":\"2023-09-04T16:13:48.365Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:46.974Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:47.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:53.417Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:53.418Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.427Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.427Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.428Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.428Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.429Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.429Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.429Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.439Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:53.440Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1056,"total":2983,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:53.439Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:46.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:20:26.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869\",\"added\":\"2023-09-04T16:13:48.360Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:55.141Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:56.644Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:59.155Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:21:59.155Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:59.164Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:59.165Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:59.175Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s"}}
{"logLevel":"info","timestamp":"2023-09-04T18:21:59.175Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1057,"total":2987,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:21:53.439Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:59.175Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:46.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:00.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:00.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.992Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.992Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.993Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.993Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.995Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.995Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:00.995Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:01.006Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:01.007Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1058,"total":2992,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:59.175Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:46.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:03.495Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:04.186Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:07.813Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:07.813Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.819Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.820Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.821Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.821Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.822Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.822Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.822Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.897Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:07.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1059,"total":2997,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:07.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:46.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873\",\"added\":\"2023-09-04T16:13:48.366Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:11.647Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:11.647Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.656Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.656Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.657Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.658Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.658Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.658Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.659Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.668Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:11.669Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1060,"total":3002,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:07.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:11.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:21:15.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868\",\"added\":\"2023-09-04T16:13:48.363Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:17.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:21.672Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:23.319Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:23.320Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.328Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.328Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.330Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.330Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.330Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.330Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.331Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.341Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:23.341Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1061,"total":3003,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:07.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:23.341Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:11.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:33.345Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:39.309Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:39.309Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.314Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.314Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.315Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.315Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.316Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.316Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.316Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.328Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:39.328Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1062,"total":3006,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:07.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854\",\"added\":\"2023-09-04T16:13:48.371Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:39.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:23.341Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:47.273Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:47.273Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.279Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.279Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.281Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.282Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.283Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.283Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.283Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.293Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:47.294Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1063,"total":3009,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:39.328Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:47.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:23.341Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:49.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:51.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:51.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.747Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.747Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.748Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.748Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.749Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.749Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.749Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.761Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:51.761Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1064,"total":3013,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:51.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:47.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:23.341Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2\",\"added\":\"2023-09-04T16:13:48.372Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:52.454Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:54.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:57.915Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:57.915Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.922Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.922Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.924Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.925Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.925Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.925Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.937Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:57.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1065,"total":3018,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:51.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:57.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:47.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:59.745Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:22:59.745Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.772Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.772Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.775Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.776Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.776Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.777Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.788Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917"}}
{"logLevel":"info","timestamp":"2023-09-04T18:22:59.789Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1066,"total":3024,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:59.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:57.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:47.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:05.775Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:05.775Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.780Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.780Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.781Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.781Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.782Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.782Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.782Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.794Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.794Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1067,"total":3025,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:05.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:59.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:57.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters\",\"added\":\"2023-09-04T16:13:48.373Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:05.806Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:06.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:09.968Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:12.116Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:12.116Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.122Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.122Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.123Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.124Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.124Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.124Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.134Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.135Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1068,"total":3026,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:22:01.006Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854\",\"added\":\"2023-09-04T16:13:48.370Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:05.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:59.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:12.462Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:12.463Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.470Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.471Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.472Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.472Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.473Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.473Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.473Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.484Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.485Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1069,"total":3029,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:05.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:59.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:12.495Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:15.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:15.753Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.760Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.760Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.762Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.762Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.762Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.762Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.774Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.775Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1070,"total":3033,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:22:59.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917\",\"added\":\"2023-09-04T16:13:48.374Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:15.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:15.785Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:16.976Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:22.617Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:22.618Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.626Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.626Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.627Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.627Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.628Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.628Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.629Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.695Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1071,"total":3034,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:15.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.484Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:22.905Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:22.905Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.913Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.913Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.914Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.915Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.916Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.916Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.916Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.994Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:22.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1072,"total":3042,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:12.134Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:15.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:26.676Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:26.676Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.684Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.684Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.686Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.686Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.687Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.687Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.687Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.759Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:26.759Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1073,"total":3048,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:15.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:31.490Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:31.675Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:31.984Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:57.770Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:57.770Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.778Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.778Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.780Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.781Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.781Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.781Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.782Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.793Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:57.793Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1074,"total":3052,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:57.793Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:15.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856\",\"added\":\"2023-09-04T16:13:48.375Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:58.483Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:59.444Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:23:59.444Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.453Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.453Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.455Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.456Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.456Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.457Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.468Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:23:59.468Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1075,"total":3058,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:57.793Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:59.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:02.169Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:03.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:03.846Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.865Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.865Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.869Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.869Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.870Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.870Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.870Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.886Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:03.886Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1076,"total":3061,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:59.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:03.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:07.955Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:07.955Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.964Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.964Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.967Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.967Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.967Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.979Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:07.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1077,"total":3067,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:59.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:03.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:23:22.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858\",\"added\":\"2023-09-04T16:13:48.376Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:08.000Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:08.000Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.007Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.007Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.009Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.010Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.010Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.010Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.011Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.022Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.022Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1078,"total":3070,"pending":4,"failed":108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:59.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:03.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:08.022Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858\",\"added\":\"2023-09-04T16:13:48.379Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:08.033Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:24:09.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:24:09.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:24:09.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:09.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:09.050Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:09.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1079,"total":3070,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:23:59.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858\",\"added\":\"2023-09-04T16:13:48.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:09.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:03.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:09.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:13.337Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:13.338Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.345Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.345Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.347Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.347Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.347Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.347Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.348Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.418Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.422Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1080,"total":3075,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:13.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:09.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:03.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:13.877Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:18.076Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:20.645Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:20.645Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.655Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.655Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.656Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.656Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.657Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.657Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.659Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.670Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:20.670Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1081,"total":3081,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:13.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:09.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:20.670Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript\",\"added\":\"2023-09-04T16:13:48.395Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:27.695Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:31.695Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:31.696Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.704Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.704Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.705Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.706Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.706Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.706Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.706Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.717Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.718Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1082,"total":3085,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:31.717Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:13.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:09.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:31.729Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:38.062Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:38.062Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.068Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.068Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.069Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.070Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.071Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.140Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:38.141Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1083,"total":3089,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:13.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:09.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:42.676Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:47.343Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:47.343Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.349Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.349Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.351Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.352Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.352Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.352Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.363Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:47.363Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1084,"total":3094,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:13.359Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript\",\"added\":\"2023-09-04T16:13:48.394Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:47.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:48.977Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:24:48.978Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.985Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.986Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.988Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.988Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.989Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.989Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:48.989Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:49.000Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:49.001Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1085,"total":3102,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:49.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:47.363Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:56.699Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:24:57.367Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:10.011Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:10.012Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.019Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.019Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.020Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.020Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.021Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.021Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.021Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.033Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.033Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1086,"total":3103,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:49.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:10.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:10.755Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:18.026Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:18.026Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.032Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.032Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.034Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.034Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.034Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.035Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.035Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.101Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.102Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1087,"total":3108,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:24:49.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858\",\"added\":\"2023-09-04T16:13:48.398Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:18.868Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:18.868Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.874Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.874Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.875Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.876Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.876Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.876Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.876Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.887Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.887Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1088,"total":3111,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:38.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859\",\"added\":\"2023-09-04T16:13:48.397Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:18.898Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.575Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:19.741Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:19.742Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.748Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.748Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.750Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.750Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.750Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.751Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.751Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.761Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1089,"total":3116,"pending":4,"failed":109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:25:19.974Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:25:19.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:25:19.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:19.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.985Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.986Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1090,"total":3116,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:24:07.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855\",\"added\":\"2023-09-04T16:13:48.378Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:19.996Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:21.993Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:43.281Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:45.789Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:45.789Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:45.796Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:45.796Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:45.808Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:45.808Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1091,"total":3121,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:45.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:45.818Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:46.065Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:46.065Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.070Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.070Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.072Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.073Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.073Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.073Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.084Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1092,"total":3125,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:46.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript\",\"added\":\"2023-09-04T16:13:48.401Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:19.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:45.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:46.095Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:49.237Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:25:49.237Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.244Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.244Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.245Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.246Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.246Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.246Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:49.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1093,"total":3130,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:25:46.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript\",\"added\":\"2023-09-04T16:13:48.401Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:45.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript\",\"added\":\"2023-09-04T16:13:48.400Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:49.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:25:56.970Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:12.720Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:12.720Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.727Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.727Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.728Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.728Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.729Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.729Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.730Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.741Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.742Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1094,"total":3134,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:46.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript\",\"added\":\"2023-09-04T16:13:48.401Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:49.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:12.828Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:12.828Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.834Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.834Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.835Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.835Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.836Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.836Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.836Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.848Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.849Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1095,"total":3139,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.847Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:46.084Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript\",\"added\":\"2023-09-04T16:13:48.401Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:12.859Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:13.099Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:13.099Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.106Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.106Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.107Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.107Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.108Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.108Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.108Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.179Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.180Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1096,"total":3144,"pending":4,"failed":110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.847Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:13.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:26:13.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:26:13.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:26:13.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:13.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.977Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1097,"total":3144,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:13.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:13.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:13.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:19.371Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:23.095Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:23.095Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.102Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.103Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.104Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.105Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.105Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.105Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.105Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.192Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:23.192Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1098,"total":3145,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:13.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:25:18.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript\",\"added\":\"2023-09-04T16:13:48.399Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:27.285Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:27.285Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.291Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.291Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.293Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.294Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.294Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.294Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.306Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:27.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1099,"total":3148,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:13.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840\",\"added\":\"2023-09-04T16:13:48.403Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:27.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:29.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:34.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:35.136Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:35.136Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.144Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.144Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.147Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.147Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.148Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.148Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.150Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.161Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:35.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1100,"total":3153,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:35.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:12.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2\",\"added\":\"2023-09-04T16:13:48.402Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:27.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:37.737Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:37.737Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.745Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.745Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.747Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.747Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.749Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.749Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.749Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.761Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:37.761Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1101,"total":3158,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:35.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:37.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:27.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:38.765Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:39.415Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:39.416Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.421Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.421Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.423Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.423Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.423Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.423Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.424Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.435Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:39.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1102,"total":3159,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:35.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:37.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:39.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855\",\"added\":\"2023-09-04T16:13:48.406Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:47.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:50.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:53.799Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:53.799Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.805Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.806Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.811Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.811Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.812Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.812Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.812Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.824Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.824Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1103,"total":3164,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:37.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters\",\"added\":\"2023-09-04T16:13:48.405Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:39.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855\",\"added\":\"2023-09-04T16:13:48.406Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:53.836Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:54.107Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:54.108Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.113Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.114Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.115Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.116Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.117Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.117Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.118Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.201Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.202Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1104,"total":3165,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:54.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:39.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855\",\"added\":\"2023-09-04T16:13:48.406Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:23.117Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858\",\"added\":\"2023-09-04T16:13:48.404Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:54.212Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:55.278Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:26:55.278Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.286Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.286Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.288Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.288Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.289Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.289Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.289Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.299Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1105,"total":3174,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:55.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:54.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:39.435Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855\",\"added\":\"2023-09-04T16:13:48.406Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:26:55.309Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:03.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:03.350Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.356Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.357Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.358Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.358Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.359Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.359Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.359Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.369Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:03.370Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1106,"total":3178,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:55.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:54.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:03.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript\",\"added\":\"2023-09-04T16:13:48.408Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:13.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.549Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.555Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.556Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.557Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.558Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.558Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.558Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.568Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.568Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1107,"total":3183,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:26:55.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:54.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters\",\"added\":\"2023-09-04T16:13:48.408Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.613Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.613Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.620Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.620Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.622Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.623Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.623Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.634Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.634Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1108,"total":3188,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:55.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters\",\"added\":\"2023-09-04T16:13:48.408Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.956Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.956Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.962Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.962Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.963Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.964Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.964Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.964Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.975Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.975Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1109,"total":3189,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:26:53.824Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855\",\"added\":\"2023-09-04T16:13:48.407Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters\",\"added\":\"2023-09-04T16:13:48.408Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.977Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:19.977Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.984Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.984Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.985Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.985Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.985Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.986Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.995Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:19.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1110,"total":3193,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters\",\"added\":\"2023-09-04T16:13:48.408Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:29.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:29.883Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:30.568Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:30.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:34.964Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:34.964Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.969Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.969Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.971Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.972Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:34.972Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:35.043Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:35.043Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1111,"total":3194,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:39.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:39.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.253Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.253Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.254Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.265Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1112,"total":3197,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:39.990Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:43.804Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:43.804Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.811Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.811Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.813Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.813Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.814Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.815Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.818Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.833Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:43.834Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1113,"total":3198,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:19.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript\",\"added\":\"2023-09-04T16:13:48.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:43.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter\",\"added\":\"2023-09-04T16:13:48.411Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:44.007Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:44.007Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.013Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.013Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.014Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.015Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.015Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.015Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.026Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:44.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1114,"total":3202,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:44.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter\",\"added\":\"2023-09-04T16:13:48.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:43.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter\",\"added\":\"2023-09-04T16:13:48.411Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:45.046Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:47.536Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:53.874Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:58.336Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:27:58.337Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.342Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.342Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.345Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.345Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.410Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839"}}
{"logLevel":"info","timestamp":"2023-09-04T18:27:58.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1115,"total":3203,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:44.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter\",\"added\":\"2023-09-04T16:13:48.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:58.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:06.771Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:13.405Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:13.405Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.412Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.412Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.413Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.413Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.413Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.413Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.414Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.424Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:13.425Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1116,"total":3204,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:34.983Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:13.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:58.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:16.455Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:16.455Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.461Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.461Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.462Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.463Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.463Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.463Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.464Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.475Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:16.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1117,"total":3205,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:16.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:13.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:58.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:18.201Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:20.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:23.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:23.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.254Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.254Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.257Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.257Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.258Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.258Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.269Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:23.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1118,"total":3210,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:23.269Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:16.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:13.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters\",\"added\":\"2023-09-04T16:13:48.412Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:24.671Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:24.671Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.677Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.677Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.679Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.679Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.681Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.681Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.681Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.692Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.693Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1119,"total":3211,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true\",\"added\":\"2023-09-04T16:13:48.417Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:23.269Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:16.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:24.786Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:24.786Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.793Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.793Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.794Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.794Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.795Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.795Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.795Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.806Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:24.806Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1120,"total":3216,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true\",\"added\":\"2023-09-04T16:13:48.417Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:23.269Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837\",\"added\":\"2023-09-04T16:13:48.413Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:28.622Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:30.952Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:36.186Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:38.300Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:38.301Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.307Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.308Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.309Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.309Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.310Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.310Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.311Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.323Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Andrew-Carnegie.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.323Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1121,"total":3221,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:28:38.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Andrew-Carnegie.gif\",\"added\":\"2023-09-04T16:14:14.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true\",\"added\":\"2023-09-04T16:13:48.417Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:38.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Andrew-Carnegie.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:39.309Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Andrew-Carnegie.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:39.320Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Carnegie-Guesthouse.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:39.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1122,"total":3221,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:39.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Carnegie-Guesthouse.png\",\"added\":\"2023-09-04T16:14:14.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true\",\"added\":\"2023-09-04T16:13:48.417Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:39.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Carnegie-Guesthouse.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:40.479Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Carnegie-Guesthouse.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:40.490Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-Talk-on-Carnegie-Library-of-Davidson-College.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:40.491Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1123,"total":3221,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:40.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-Talk-on-Carnegie-Library-of-Davidson-College.jpg\",\"added\":\"2023-09-04T16:14:14.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true\",\"added\":\"2023-09-04T16:13:48.417Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:40.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-Talk-on-Carnegie-Library-of-Davidson-College.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:41.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:41.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.475Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.475Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.481Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.482Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.483Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.483Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.489Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.501Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-Talk-on-Carnegie-Library-of-Davidson-College.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.624Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.624Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.626Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1125,"total":3222,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4590\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.628Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1125,"total":3222,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4590\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:24.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true\",\"added\":\"2023-09-04T16:14:13.457Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:41.637Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:45.015Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:45.015Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.024Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.025Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.026Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.026Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.027Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.027Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.027Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.038Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.039Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1126,"total":3223,"pending":4,"failed":111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:28:45.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4590\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:45.380Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:28:58.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:28:58.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:28:58.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:28:58.806Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-guest-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:58.817Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:58.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1127,"total":3223,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:45.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:41.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4590\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:28:59.403Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:05.838Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:06.382Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:06.383Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.392Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.392Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.395Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.395Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.396Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.396Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.396Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4590","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.406Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.407Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1128,"total":3224,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:45.038Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.418Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:06.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:06.494Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.499Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.500Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.503Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.503Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.504Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.504Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.505Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.520Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Davidsons-Book-Brigade.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.520Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1129,"total":3225,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.519Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Davidsons-Book-Brigade.jpg\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:06.530Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Davidsons-Book-Brigade.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:08.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Davidsons-Book-Brigade.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:08.156Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Furnishings-e1317676390725.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:08.158Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1130,"total":3225,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:08.046Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Furnishings-e1317676390725.jpg\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:08.168Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Furnishings-e1317676390725.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:09.224Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Furnishings-e1317676390725.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:09.236Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Library-Rules-and-Information.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:09.236Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1131,"total":3225,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:09.236Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Library-Rules-and-Information.jpg\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:09.249Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Library-Rules-and-Information.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:09.991Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.103Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Library-Rules-and-Information.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.114Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Photographs-of-Book-Brigade.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1132,"total":3225,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:10.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Photographs-of-Book-Brigade.jpg\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.175Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Photographs-of-Book-Brigade.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Photographs-of-Book-Brigade.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.176Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Photographs-of-Book-Brigade.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.188Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:10.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1133,"total":3225,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:27:39.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript\",\"added\":\"2023-09-04T16:13:48.410Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:10.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4293\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:12.251Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:12.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:12.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:12.508Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:12.510Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:12.523Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:12.523Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1134,"total":3226,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:12.523Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:10.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4293\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:13.872Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:17.423Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:17.423Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.431Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.431Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.433Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.433Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.433Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.434Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.434Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.513Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:17.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1135,"total":3227,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:17.445Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:10.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4293\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:27.516Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:54.903Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:54.904Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.912Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.912Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.914Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.914Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.914Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.914Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.915Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.926Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:54.926Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1136,"total":3227,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:10.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4293\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:55.843Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:29:55.844Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.852Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library"],"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.853Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.854Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.854Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.855Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.855Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4293","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.867Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:29:55.868Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1137,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:55.867Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0001.jpg\",\"added\":\"2023-09-04T16:15:45.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:04.932Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:05.871Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:06.983Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.068Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.070Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1138,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:06.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0002.jpg\",\"added\":\"2023-09-04T16:15:45.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.155Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0002.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.157Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.169Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.169Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1139,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:07.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0003.jpg\",\"added\":\"2023-09-04T16:15:45.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.255Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0003.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.256Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.275Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1140,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:07.275Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0004.jpg\",\"added\":\"2023-09-04T16:15:45.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.346Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0004.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.347Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0004.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.358Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-Cover.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1141,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:07.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-Cover.jpg\",\"added\":\"2023-09-04T16:15:45.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.440Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-Cover.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-Cover.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.442Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-Cover.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.453Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:07.454Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1142,"total":3228,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:54.926Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college\",\"added\":\"2023-09-04T16:14:14.412Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:07.453Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0005.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.973Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.973Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.975Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.975Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.976Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.976Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.976Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcarnegie-library-of-davidson-college","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.987Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:15.988Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1143,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:07.453Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0005.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:17.458Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:18.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:18.593Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:18.594Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1144,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0007.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.682Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0007.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0007.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.683Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0007.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.693Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.693Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1145,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:19.693Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0008.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.777Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0008.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0008.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.778Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0008.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.788Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0009.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.788Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1146,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:19.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0009.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.871Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0009.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0009.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.873Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0009.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.884Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:19.885Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1147,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:19.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0010.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:25.992Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:26.985Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0010.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:26.986Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:26.999Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0011.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.000Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1148,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:15.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg\",\"added\":\"2023-09-04T16:15:45.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:26.999Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0011.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.052Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0011.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0011.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.053Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0011.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.092Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.104Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1150,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.104Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.124Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.125Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1150,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.104Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.179Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.180Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0012.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.192Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.194Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0013.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.194Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.195Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1152,"total":3229,"pending":3,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.204Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0015.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:27.204Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1152,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg\",\"added\":\"2023-09-04T16:15:45.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:27.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0015.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.265Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0015.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0015.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.266Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0015.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.287Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.308Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0014.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.319Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.319Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1154,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.332Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.333Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1154,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.380Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.381Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0017.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.391Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:28.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1155,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.434Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.438Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0016.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.448Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.449Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1156,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:28.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.490Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.492Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0018.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.503Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.503Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1157,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.533Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.535Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0019.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.546Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.547Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1158,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg\",\"added\":\"2023-09-04T16:15:45.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true\",\"added\":\"2023-09-04T16:15:45.976Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.587Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.588Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/09/nash-0020.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.653Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:35.653Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1159,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:28:58.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.598Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:16:23.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true\",\"added\":\"2023-09-04T16:15:45.976Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:35.839Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:36.418Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:36.849Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:36.849Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1941-Instructions.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:36.859Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:36.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1160,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:36.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:29:06.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf\",\"added\":\"2023-09-04T16:14:14.411Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.598Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:16:23.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true\",\"added\":\"2023-09-04T16:15:45.976Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:37.426Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:37.426Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/1976-Davidsonian.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:37.437Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:37.437Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1161,"total":3229,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:36.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.598Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:16:23.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:37.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true\",\"added\":\"2023-09-04T16:15:45.976Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:38.072Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:38.474Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:43.091Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:43.143Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:58.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:58.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.862Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.862Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.864Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.864Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.865Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.876Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.877Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1162,"total":3230,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:36.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:35.598Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:16:23.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:37.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.887Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:58.968Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:58.968Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.973Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.973Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.975Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.975Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.975Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.975Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.976Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.987Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.988Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1163,"total":3230,"pending":4,"failed":112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:36.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:37.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:58.998Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:30:59.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:30:59.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:30:59.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:30:59.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:59.267Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:30:59.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1164,"total":3230,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:36.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/\",\"added\":\"2023-09-04T16:16:58.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:59.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:09.271Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:21.923Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:21.923Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.932Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.932Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.934Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.934Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.934Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.935Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.935Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.946Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:21.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1165,"total":3231,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:59.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:21.946Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:24.066Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:27.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:27.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.207Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.207Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.209Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.210Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.210Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.210Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.220Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/02/DHhill-problem.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.221Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1166,"total":3232,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:59.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:27.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/02/DHhill-problem.jpg\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.299Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/02/DHhill-problem.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/02/DHhill-problem.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.301Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/02/DHhill-problem.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.377Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:27.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1167,"total":3232,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:59.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true\",\"added\":\"2023-09-04T16:17:36.983Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:27.313Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true\",\"added\":\"2023-09-04T16:17:49.026Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:28.064Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:29.971Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:29.971Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.976Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.977Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.978Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.978Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.979Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.979Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.979Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.990Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:29.990Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1168,"total":3233,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:29.989Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true\",\"added\":\"2023-09-04T16:17:52.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:27.313Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true\",\"added\":\"2023-09-04T16:17:49.026Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.014Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:37.391Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:37.391Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.398Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.398Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.400Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.400Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.401Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.401Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.401Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.411Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.412Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1169,"total":3233,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:31:37.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:29.989Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true\",\"added\":\"2023-09-04T16:17:52.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:37.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:47.021Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:47.021Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.027Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.027Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.029Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.029Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.029Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.029Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.030Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.040Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.040Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1170,"total":3233,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:47.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-11.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:29.989Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true\",\"added\":\"2023-09-04T16:17:52.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.050Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-11.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:47.197Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:47.197Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.263Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.264Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.265Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.266Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.266Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.267Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.347Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1171,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:47.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-11.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:47.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:47.357Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.178Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1172,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-31.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:47.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.237Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-31.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.251Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.251Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1173,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-41.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:47.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg\",\"added\":\"2023-09-04T16:18:04.773Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.306Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-41.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-41.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.308Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-41.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.352Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bogle-21.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.366Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.367Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1175,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.366Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.376Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.377Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1175,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.366Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.389Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.428Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.430Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.443Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.444Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1176,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s003.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.512Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s003.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.513Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.527Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1177,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.527Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s004.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.581Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s004.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.586Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.596Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1178,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s005.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.679Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s005.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.681Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.750Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.751Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1179,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s006.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:48.761Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.495Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.505Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1180,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:31:48.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s006.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:49.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s007.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.515Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.656Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.667Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1181,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:49.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s007.jpg\",\"added\":\"2023-09-04T16:18:20.926Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:49.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:49.693Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:50.351Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:50.362Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:50.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1182,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:50.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s008.jpg\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:49.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:50.384Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:51.359Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0166s008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:51.371Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/pixs1.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:51.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1183,"total":3234,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:49.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:51.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/pixs1.png\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.399Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/pixs1.png","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:58.633Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:31:58.633Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.643Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.643Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.645Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.645Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.645Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.645Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.646Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.657Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.657Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1184,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:58.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-11.jpg\",\"added\":\"2023-09-04T16:18:26.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:51.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/pixs1.png\",\"added\":\"2023-09-04T16:18:20.927Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:58.667Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/pixs1.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.634Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.634Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1185,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-21.jpg\",\"added\":\"2023-09-04T16:18:26.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:58.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-11.jpg\",\"added\":\"2023-09-04T16:18:26.375Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.644Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.770Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.782Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.783Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1186,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-21.jpg\",\"added\":\"2023-09-04T16:18:26.375Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:31:59.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:00.399Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Bannerman-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:00.477Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:00.478Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1187,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:00.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-11.jpg\",\"added\":\"2023-09-04T16:18:26.776Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:00.487Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:01.599Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:01.609Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:01.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1188,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:01.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-21.jpg\",\"added\":\"2023-09-04T16:18:26.776Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:01.619Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.465Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1189,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-31.jpg\",\"added\":\"2023-09-04T16:18:26.776Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.533Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-31.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.535Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Alexander-31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.545Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:02.545Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1190,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:31:59.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.376Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.012Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:04.131Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:04.131Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.136Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.136Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.137Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.137Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.138Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.138Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.138Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.150Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:04.151Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1191,"total":3235,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true\",\"added\":\"2023-09-04T16:16:58.984Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:05.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:05.621Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.626Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.627Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.629Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.629Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.629Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.629Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.630Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.641Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1192,"total":3236,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:30:58.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true\",\"added\":\"2023-09-04T16:17:05.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:05.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:07.121Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:07.121Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.131Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.131Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.133Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.133Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.133Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.133Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.134Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.143Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-111.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:07.144Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1193,"total":3237,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:07.143Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-111.jpg\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:15.645Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.242Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-111.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-111.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.243Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-111.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.254Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.254Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1194,"total":3237,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:17.253Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-21.jpg\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.337Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-21.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-21.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.338Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-21.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.350Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.350Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1195,"total":3237,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:17.350Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-31.jpg\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.433Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-31.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-31.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.435Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-31.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.535Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:17.536Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1196,"total":3237,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:04.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true\",\"added\":\"2023-09-04T16:18:32.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:17.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-41.jpg\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:20.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:20.717Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.722Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.722Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.723Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.723Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.724Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.724Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.724Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.793Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:20.794Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1197,"total":3238,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:20.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:17.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-41.jpg\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:27.537Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-41.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:28.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Crawford-41.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:28.665Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:28.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1198,"total":3238,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:05.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true\",\"added\":\"2023-09-04T16:18:51.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:28.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:20.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:29.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:32:29.641Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.646Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.646Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.647Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.647Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.648Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.648Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.648Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.713Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:29.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1199,"total":3239,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:32:29.659Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:28.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:20.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:31.584Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:32.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:32:34.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:21.743Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:21.743Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.752Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.752Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.754Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.754Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.754Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.754Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.755Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.766Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.766Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1200,"total":3239,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:21.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:28.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:20.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:21.776Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:22.183Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:22.184Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.192Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.192Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.194Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.194Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.195Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.195Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.195Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.206Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:22.207Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1201,"total":3239,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:22.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:21.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:28.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/\",\"added\":\"2023-09-04T16:19:09.910Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:23.920Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:23.920Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.930Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.930Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.931Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.931Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.932Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.932Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.932Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.944Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:23.944Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1202,"total":3239,"pending":4,"failed":113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:23.943Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:22.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:21.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:32:02.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true\",\"added\":\"2023-09-04T16:18:26.777Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:26.192Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:28.183Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:33:34.012Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:33:34.012Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:34.012Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:34.024Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:34.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1203,"total":3239,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:23.943Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:22.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:34.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:21.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:34.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:37.903Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:37.904Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.911Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.911Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.912Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.912Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.914Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.914Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.914Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.928Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:37.928Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1204,"total":3239,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:22.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:34.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:21.766Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.071Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:42.810Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:42.810Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.820Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.820Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.824Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.824Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.825Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.825Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.826Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.856Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:42.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1205,"total":3239,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:22.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:34.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:42.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:47.407Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:47.408Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.418Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.418Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.419Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.419Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.419Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.419Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.420Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.432Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:47.432Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1206,"total":3247,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:47.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true\",\"added\":\"2023-09-04T16:19:09.912Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:34.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:42.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:52.858Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:55.491Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:59.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:33:59.894Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.901Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.901Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.902Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.903Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.903Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.903Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.904Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.914Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:33:59.914Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1207,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:33:59.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:34.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:42.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:02.692Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:02.692Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.701Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.701Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.703Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.703Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.704Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.704Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.704Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.776Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:02.777Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1208,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:02.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-21.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:59.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:42.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:03.354Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:03.354Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.362Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.362Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.364Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.364Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.364Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.364Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.365Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.377Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:03.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1209,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:03.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:02.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-21.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:59.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:09.917Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:12.780Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.381Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.572Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.573Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1211,"total":3248,"pending":3,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:03.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.575Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:13.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1211,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:03.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:14.471Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:14.481Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:14.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1212,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg\",\"added\":\"2023-09-04T16:19:14.242Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:14.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg\",\"added\":\"2023-09-04T16:19:17.938Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:21.675Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:21.677Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Fairley-41.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:21.687Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:21.688Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1213,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:14.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg\",\"added\":\"2023-09-04T16:19:17.938Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.586Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.587Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.653Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.653Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1214,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.598Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp2access1.jpg\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.739Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.741Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.751Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.751Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1215,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp3access1.jpg\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.832Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp3access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.834Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.845Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp4access31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.845Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1216,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.845Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp4access31.jpg\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.897Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp4access31.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp4access31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.899Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/dc0111schambersp4access31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.909Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:22.909Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1217,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:13.573Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:14.243Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/\",\"added\":\"2023-09-04T16:19:21.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:23.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:23.579Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:25.943Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:34.218Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:34.219Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.225Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.225Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.227Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.227Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.228Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.228Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.228Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.294Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:34.294Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1218,"total":3248,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:21.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true\",\"added\":\"2023-09-04T16:19:17.939Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:34.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/\",\"added\":\"2023-09-04T16:19:21.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:38.788Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:46.344Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:46.344Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.351Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.351Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.353Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.353Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.353Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.353Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.354Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.364Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.368Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1219,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:34.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:22.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/\",\"added\":\"2023-09-04T16:19:21.975Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:46.370Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:46.370Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.376Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.376Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.378Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.379Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.379Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.379Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.380Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.391Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:46.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1220,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:34.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:50.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:51.232Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:51.233Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.238Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.238Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.240Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.241Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.242Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.242Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.243Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.255Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:51.255Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1221,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:51.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.364Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true\",\"added\":\"2023-09-04T16:19:21.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:54.884Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:56.829Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:34:56.829Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.835Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.835Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.836Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.836Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.837Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.837Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.837Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.847Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:56.847Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1222,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:56.847Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:51.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:46.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:34:57.576Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:02.671Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:06.226Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:06.227Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.232Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.233Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.234Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.234Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.235Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.235Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.235Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.296Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.296Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1223,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:56.847Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:51.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:33:37.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/\",\"added\":\"2023-09-04T16:19:09.911Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:06.306Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:08.913Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:08.913Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.920Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.920Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.921Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.922Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.923Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.923Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.923Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.933Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.934Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1224,"total":3249,"pending":4,"failed":114,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:56.847Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:34:51.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:08.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:08.944Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:35:09.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:35:09.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:35:09.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:09.336Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:09.408Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:09.409Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1225,"total":3249,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:34:51.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/\",\"added\":\"2023-09-04T16:19:48.334Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:08.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:14.834Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:14.834Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.839Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.839Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.841Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.841Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.842Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.842Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.842Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.853Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:14.854Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1226,"total":3249,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:14.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:08.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:27.696Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:28.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:28.169Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.175Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.175Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.176Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.176Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.177Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.177Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.180Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.263Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.264Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1227,"total":3249,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:14.853Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:28.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:28.497Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:35.373Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:39.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:39.493Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.499Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.499Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.500Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.501Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.501Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.501Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.501Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.512Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:39.512Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1228,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:06.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:39.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true\",\"added\":\"2023-09-04T16:19:48.336Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:28.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:43.847Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:43.847Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.853Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.853Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.855Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.855Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.855Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.868Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:43.868Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1229,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:43.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:39.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true\",\"added\":\"2023-09-04T16:19:48.336Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:28.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:49.516Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:53.625Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:53.625Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.630Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.630Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.632Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.632Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.633Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.633Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.633Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.645Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.645Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1230,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:53.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:43.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:28.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:09.349Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:53.872Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:57.258Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:35:57.258Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.264Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.264Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.266Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.266Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.266Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.267Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.278Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.278Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1231,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:35:57.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true\",\"added\":\"2023-09-04T16:19:52.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:53.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:43.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:28.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/\",\"added\":\"2023-09-04T16:19:48.335Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:57.289Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:35:58.088Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:03.340Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:03.340Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.346Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.347Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.348Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.348Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.349Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.349Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.349Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.360Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.360Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1232,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:03.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:57.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true\",\"added\":\"2023-09-04T16:19:52.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:53.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:43.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:03.370Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:06.060Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:06.060Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.065Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.065Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.066Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.066Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.067Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.067Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.067Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.078Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:06.079Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1233,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:03.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:53.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:43.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:10.030Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:10.030Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.039Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.039Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.041Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.041Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.041Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.041Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.042Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.053Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.054Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1234,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:03.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:35:53.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/\",\"added\":\"2023-09-04T16:19:52.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:10.064Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:15.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:15.002Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.010Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.010Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.011Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.012Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.012Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.012Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.013Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.081Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:15.081Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1235,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:03.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:15.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp1.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:20.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.195Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.197Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.209Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1236,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:03.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:22.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:22.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.252Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.252Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.256Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.256Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.256Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.268Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.268Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1237,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.294Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.308Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.308Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1238,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.362Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.363Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.374Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.374Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1239,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg\",\"added\":\"2023-09-04T16:20:01.108Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.394Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.395Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0336sp4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.406Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Cicero-title-page-page-001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.406Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1240,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Cicero-title-page-page-001.jpg\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.466Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Cicero-title-page-page-001.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Cicero-title-page-page-001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.468Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Cicero-title-page-page-001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.481Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Crawford-photo.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:22.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1241,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Crawford-photo.jpg\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:24.878Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:32.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Crawford-photo.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.639Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Crawford-photo.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.708Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.712Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1242,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-001.jpg\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.793Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-001.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.795Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.805Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.807Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1243,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-002.jpg\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.889Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-002.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.891Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/SC-Secession-page-002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.902Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.902Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1244,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:06.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:42.912Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:47.610Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:47.610Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.616Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.616Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.618Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.618Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.619Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.619Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.620Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.630Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:47.630Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1245,"total":3254,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:47.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:22.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true\",\"added\":\"2023-09-04T16:20:01.109Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:50.420Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:36:50.420Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.429Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.429Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.431Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.432Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.432Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.432Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.433Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.444Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:50.445Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1246,"total":3255,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:36:10.053Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true\",\"added\":\"2023-09-04T16:19:56.447Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:47.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:36:57.632Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:00.291Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:04.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:04.581Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.586Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.587Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.593Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.593Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.593Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.594Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.594Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.617Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:04.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1247,"total":3255,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:04.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true\",\"added\":\"2023-09-04T16:20:11.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:47.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:10.896Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:10.896Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.903Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.904Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.905Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.905Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.906Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.906Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.906Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.917Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1248,"total":3255,"pending":4,"failed":115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:04.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true\",\"added\":\"2023-09-04T16:20:11.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:10.917Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:10.928Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:37:12.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:37:12.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:37:12.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:12.006Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-1874-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:12.079Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:12.079Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1249,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:04.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true\",\"added\":\"2023-09-04T16:20:11.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:42.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:13.476Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:16.527Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:16.527Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.534Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.534Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.536Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.536Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.536Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.547Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:16.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1250,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:04.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true\",\"added\":\"2023-09-04T16:20:11.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:22.889Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:23.205Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:23.205Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.212Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.212Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.214Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.214Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.214Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.214Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.225Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1251,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:36:50.444Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/\",\"added\":\"2023-09-04T16:20:11.790Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.236Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:23.333Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:23.334Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.342Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.342Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.343Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.344Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.344Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.344Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.421Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.421Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1252,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p2.jpg\",\"added\":\"2023-09-04T16:20:23.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:23.431Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:24.591Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:24.601Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:24.602Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1253,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:24.601Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p3.jpg\",\"added\":\"2023-09-04T16:20:23.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:24.614Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:24.980Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.399Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.410Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1254,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p1.jpg\",\"added\":\"2023-09-04T16:20:23.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.469Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.471Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.483Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1255,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p4.jpg\",\"added\":\"2023-09-04T16:20:23.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.542Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.543Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.554Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:25.554Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1256,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:23.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true\",\"added\":\"2023-09-04T16:20:22.361Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:28.489Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:29.642Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:29.642Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.650Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.652Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.657Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.657Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.659Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.659Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.660Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.738Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Mahood-Pic.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:29.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1257,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:29.671Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Mahood-Pic.jpg\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:39.742Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Mahood-Pic.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:40.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Mahood-Pic.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:40.883Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Room.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:40.883Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1258,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:40.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Room.jpg\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:41.966Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Room.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Room.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:41.967Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Davidson-Room.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:41.979Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:41.980Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1259,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:41.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p5.jpg\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:42.065Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:42.067Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0172sMahood13Sept17p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:42.078Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:42.079Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1260,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:42.078Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p6.jpg\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.177Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p6.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.178Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.188Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.189Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1261,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:50.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p7.jpg\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.254Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p7.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0172sMahood13Sept17p7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.332Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:50.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1262,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:16.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:50.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/\",\"added\":\"2023-09-04T16:20:37.549Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:54.879Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:37:54.880Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.888Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.889Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.890Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.890Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.890Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.891Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.891Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.902Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:54.903Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1263,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:25.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true\",\"added\":\"2023-09-04T16:20:23.949Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:50.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/\",\"added\":\"2023-09-04T16:20:37.549Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:37:56.983Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:03.572Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:03.572Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.581Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.581Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.584Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.584Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.584Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.585Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.585Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.680Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.680Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1264,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:37:12.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/\",\"added\":\"2023-09-04T16:20:11.966Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:03.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:50.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/\",\"added\":\"2023-09-04T16:20:37.549Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:03.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:04.274Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:07.134Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:07.135Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.142Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.142Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.145Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.145Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.146Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.158Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:07.159Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1265,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:07.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/\",\"added\":\"2023-09-04T16:20:42.367Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:03.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:50.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/\",\"added\":\"2023-09-04T16:20:37.549Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:16.531Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:16.531Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.537Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.537Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.539Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.540Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.540Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.540Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.542Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.553Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:16.553Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1266,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:07.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/\",\"added\":\"2023-09-04T16:20:42.367Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:03.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:17.161Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:23.661Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:23.662Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.667Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.667Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.669Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.669Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.669Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.670Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.670Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.680Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:23.680Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1267,"total":3255,"pending":4,"failed":116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:23.680Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:07.158Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/\",\"added\":\"2023-09-04T16:20:42.367Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:24.704Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:38:25.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:38:25.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:38:25.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:25.263Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:25.273Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:25.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1268,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:23.680Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:25.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:37:54.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/\",\"added\":\"2023-09-04T16:20:37.550Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:25.283Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:33.222Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:33.222Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.229Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.229Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.233Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.233Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.234Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.234Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.235Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.311Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.312Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1269,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:23.680Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:25.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:33.321Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:36.281Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:41.206Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:41.206Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.211Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.211Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.212Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.213Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.214Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.215Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.215Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.226Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:41.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1270,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:23.680Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:42.626Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:38:42.626Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.631Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.631Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.632Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.632Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.633Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.633Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.634Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.645Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:42.645Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1271,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:16.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:52.648Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:38:56.655Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:05.137Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:05.138Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.143Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.143Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.144Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.145Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.145Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.146Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.146Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.157Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.157Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1272,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:05.168Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:10.366Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:10.366Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.373Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.373Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.375Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.376Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.376Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.376Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.378Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.390Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0132sp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.390Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1273,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.390Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0132sp1.jpg\",\"added\":\"2023-09-04T16:20:43.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.462Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0132sp1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0132sp1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Dc0132sp1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.473Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1274,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp2.jpg\",\"added\":\"2023-09-04T16:20:43.834Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.558Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.575Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.575Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1275,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.575Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp3.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.628Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.629Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.640Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.640Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1276,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp4.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.695Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.697Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/dc0132sp4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.763Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/11-0133.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.764Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1277,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/11-0133.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.830Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/11-0133.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/11-0133.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.833Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/11-0133.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.843Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/26-0053aclassof1876.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.843Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1278,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/26-0053aclassof1876.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.907Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/26-0053aclassof1876.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/26-0053aclassof1876.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.908Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/26-0053aclassof1876.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.920Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_-program.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.920Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1279,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.920Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_-program.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.985Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_-program.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_-program.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.988Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_-program.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.998Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_invitation.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:10.998Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1280,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:10.998Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_invitation.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.056Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_invitation.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_invitation.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.078Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/commencement_1873_invitation.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.089Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/faculty1873.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1281,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:05.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true\",\"added\":\"2023-09-04T16:20:42.369Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/faculty1873.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.100Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/faculty1873.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:11.588Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:11.589Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.594Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.594Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.595Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.596Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.598Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.598Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.598Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.609Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:11.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1282,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/faculty1873.jpg\",\"added\":\"2023-09-04T16:20:43.835Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:21.611Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.318Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/faculty1873.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.385Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.386Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1283,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:41.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:27.957Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:27.957Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.963Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.963Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.964Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.964Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.965Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.965Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.965Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.975Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:27.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1284,"total":3255,"pending":4,"failed":117,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:37.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:37.980Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:39:43.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:39:43.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:39:43.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:43.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/commencement-at-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:43.157Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:43.157Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1285,"total":3255,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:38:42.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/\",\"added\":\"2023-09-04T16:20:42.368Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:43.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:44.925Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:44.925Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.932Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.932Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.934Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.934Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.935Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.935Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.936Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.947Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:44.947Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1286,"total":3255,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:11.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:43.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:49.747Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:49.747Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.754Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.754Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.755Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.755Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.756Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.756Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.756Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-december-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.767Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:49.768Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1287,"total":3255,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:27.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:49.767Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:43.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:50.183Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:52.335Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:52.336Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.348Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.348Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.350Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.350Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.351Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.351Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.351Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.363Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.363Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1288,"total":3256,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:52.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:49.767Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:43.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/\",\"added\":\"2023-09-04T16:20:43.836Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:52.374Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:56.024Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:58.576Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:59.023Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:39:59.023Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.029Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.029Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.031Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.031Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.031Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.031Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.032Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.043Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.045Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1289,"total":3257,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:39:59.043Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true\",\"added\":\"2023-09-04T16:20:49.232Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:52.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:49.767Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:39:59.056Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:03.862Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:03.862Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.870Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.870Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.871Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.872Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.872Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.873Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.884Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:03.884Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1290,"total":3257,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:03.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:59.043Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true\",\"added\":\"2023-09-04T16:20:49.232Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:49.767Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:04.669Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:04.669Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.674Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.676Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.677Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.677Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.678Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.678Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.678Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.689Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:04.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1291,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:03.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:04.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:49.767Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/\",\"added\":\"2023-09-04T16:20:49.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:10.902Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:10.903Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.914Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.914Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.916Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.917Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.917Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.917Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.982Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:10.982Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1292,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:10.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:03.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:04.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:13.888Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:14.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:14.497Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:14.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1293,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:10.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:04.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:14.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:15.791Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:15.802Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:15.803Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1294,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:10.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg\",\"added\":\"2023-09-04T16:20:50.537Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:20.985Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:22.112Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mcdonald-31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:22.124Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:22.124Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1295,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:39:44.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/\",\"added\":\"2023-09-04T16:20:49.230Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:25.573Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:29.971Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:30.780Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:32.102Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:32.102Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.111Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.111Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.113Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.113Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.113Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.113Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.114Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.124Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.125Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1296,"total":3258,"pending":4,"failed":118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:32.124Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true\",\"added\":\"2023-09-04T16:21:17.559Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:32.135Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:33.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:33.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:33.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:33.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:33.287Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:33.287Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1297,"total":3258,"pending":4,"failed":119,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:33.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:33.297Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:34.383Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:34.383Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:34.383Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:34.383Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:34.396Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:34.396Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1298,"total":3258,"pending":4,"failed":120,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:34.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:37.198Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-23-jul-1840/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:37.210Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:37.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1299,"total":3258,"pending":4,"failed":121,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:37.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true\",\"added\":\"2023-09-04T16:21:21.043Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:37.220Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:40:37.831Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:37.831Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-1872-letters?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:37.896Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:37.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1300,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:37.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p1.jpg\",\"added\":\"2023-09-04T16:21:27.994Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:14.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true\",\"added\":\"2023-09-04T16:20:50.538Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:38.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:40:38.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.390Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.390Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.391Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.391Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.392Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.392Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.392Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.404Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:38.404Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1301,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:37.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p1.jpg\",\"added\":\"2023-09-04T16:21:27.994Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:47.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:48.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:54.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:54.283Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:40:54.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1302,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:54.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p2.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:22.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/\",\"added\":\"2023-09-04T16:21:17.558Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:00.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:00.884Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.891Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.891Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.894Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.895Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.906Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:00.906Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1303,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:00.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p3.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:54.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p2.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:04.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:06.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:06.355Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:06.355Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1304,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:00.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p3.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:10.910Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.007Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/17Jun68p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.018Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Laura_Morrison004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.018Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1305,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Laura_Morrison004.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.101Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Laura_Morrison004.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Laura_Morrison004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.102Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Laura_Morrison004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.115Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.115Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1306,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37001.jpg\",\"added\":\"2023-09-04T16:21:46.969Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.185Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37001.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.186Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.263Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.263Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1307,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.196Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37002.jpg\",\"added\":\"2023-09-04T16:21:46.970Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.344Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37002.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.346Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.357Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1308,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37004.jpg\",\"added\":\"2023-09-04T16:21:46.970Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.414Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37004.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.416Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Nov37004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.427Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/morrison.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1309,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/morrison.jpg\",\"added\":\"2023-09-04T16:21:46.971Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.480Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/morrison.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/morrison.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.482Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/morrison.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.493Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/McNeely_diploma_small.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.493Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1310,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.493Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/McNeely_diploma_small.jpg\",\"added\":\"2023-09-04T16:21:46.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.577Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/McNeely_diploma_small.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/McNeely_diploma_small.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.578Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/McNeely_diploma_small.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.596Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ODMcNeely_small.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1311,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ODMcNeely_small.jpg\",\"added\":\"2023-09-04T16:21:46.972Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.649Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ODMcNeely_small.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ODMcNeely_small.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.650Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ODMcNeely_small.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.718Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:12.718Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1312,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:06.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:13.433Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:13.434Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Alfred_Morrison003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:13.446Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:13.446Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1313,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:38.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true\",\"added\":\"2023-09-04T16:21:27.995Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:13.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true\",\"added\":\"2023-09-04T16:22:01.189Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:14.393Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:15.538Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:15.538Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.546Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.546Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.548Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.548Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.548Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.549Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.549Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.621Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:15.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1314,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:40:34.396Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/\",\"added\":\"2023-09-04T16:21:21.042Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:13.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true\",\"added\":\"2023-09-04T16:22:01.189Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:16.186Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:25.625Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:32.767Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:41:32.767Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.778Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.779Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.781Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.781Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.782Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.782Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.782Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.793Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:32.794Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1315,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:32.793Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:13.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true\",\"added\":\"2023-09-04T16:22:01.189Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:41:42.796Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:02.956Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:02.956Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.962Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.962Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.964Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.964Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.964Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.964Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.965Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.976Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:02.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1316,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:02.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:13.446Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true\",\"added\":\"2023-09-04T16:22:01.189Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:09.998Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:19.854Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:19.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.863Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.863Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.865Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.865Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.867Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.867Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.867Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.878Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:19.878Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1317,"total":3258,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:02.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:12.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true\",\"added\":\"2023-09-04T16:21:46.976Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:22.655Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:22.655Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.663Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.664Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.665Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.666Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.666Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.666Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.677Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:22.678Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1318,"total":3259,"pending":4,"failed":122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:02.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:22.677Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:29.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:42:30.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:42:30.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:42:30.782Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:30.783Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-3-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:30.794Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:30.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1319,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:02.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:30.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:30.805Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:31.970Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:42.078Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:42.078Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.083Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.083Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.085Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.085Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.086Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.086Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.086Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.097Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:42.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1320,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:41:15.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/\",\"added\":\"2023-09-04T16:22:05.213Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:30.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:55.625Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:57.928Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:42:57.928Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:57.936Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:57.937Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:57.948Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:57.948Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1321,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:30.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:42:57.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:05.372Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:07.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:07.500Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.507Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.507Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.509Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.509Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.509Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.509Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.510Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.520Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.521Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1322,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:07.520Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp2.jpg\",\"added\":\"2023-09-04T16:22:36.102Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.615Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.618Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.630Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/letterp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.631Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1323,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:07.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/letterp1.jpg\",\"added\":\"2023-09-04T16:22:36.102Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.712Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/letterp1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/letterp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.714Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/letterp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.782Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp10.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.782Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1324,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:07.725Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp10.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.847Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp10.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp10.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.848Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp10.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.859Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1325,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:07.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp11.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.911Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.913Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.924Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp12.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1326,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:07.924Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp12.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.989Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp12.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp12.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:07.990Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp12.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.001Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1327,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp3.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.058Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.059Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.071Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.072Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1328,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.071Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp4.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.124Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.125Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.197Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.198Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1329,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.135Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp5.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.249Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.250Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.260Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.261Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1330,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp6.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.312Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp6.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.313Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.324Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.325Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1331,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp7.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.377Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp7.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.378Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.388Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp8.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1332,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.388Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp8.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.449Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp8.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp8.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.450Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp8.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.460Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.461Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1333,"total":3259,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:57.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:08.479Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:08.479Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.484Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.484Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.486Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.486Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.498Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:08.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1334,"total":3260,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:42:19.878Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:13.301Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:13.302Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.310Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.310Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.312Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.312Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.312Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.312Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.313Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.377Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:13.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1335,"total":3260,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:13.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg\",\"added\":\"2023-09-04T16:22:36.103Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:15.174Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:15.539Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:15.540Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/Letterp9.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:15.609Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:15.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1336,"total":3260,"pending":4,"failed":123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:13.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:43:22.294Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":404,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:43:22.294Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E returned status code 404","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:43:22.294Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E returned status code 404","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E returned status code 404\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:22.295Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw%E2%80%8E","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:22.305Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:22.305Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1337,"total":3260,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:42:42.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/\",\"added\":\"2023-09-04T16:22:05.214Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:22.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:22.315Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:24.676Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.177Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:25.597Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:25.599Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.604Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.604Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.606Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.606Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.606Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.606Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.607Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.680Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:25.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1338,"total":3260,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:22.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:29.271Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:32.009Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:32.009Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.018Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.018Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.037Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.037Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.040Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.040Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.042Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.072Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.073Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1339,"total":3261,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:32.072Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p1.jpg\",\"added\":\"2023-09-04T16:22:53.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:32.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.274Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1340,"total":3261,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:33.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p2.jpg\",\"added\":\"2023-09-04T16:22:53.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:08.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:33.338Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:33.338Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.343Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.343Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.344Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.345Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.345Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.358Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:33.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1341,"total":3262,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:33.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p2.jpg\",\"added\":\"2023-09-04T16:22:53.043Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:33.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:43.279Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:43.360Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:47.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:47.418Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:47.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1342,"total":3262,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:47.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p3.jpg\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:33.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:47.440Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:48.543Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0144s_26April41p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:48.626Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Trustee-minutes001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:48.626Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1343,"total":3262,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:33.358Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:48.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Trustee-minutes001.jpg\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:52.363Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:43:52.363Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.371Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.371Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.372Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.372Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.373Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.373Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.373Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.384Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:52.384Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1344,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:52.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:48.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Trustee-minutes001.jpg\",\"added\":\"2023-09-04T16:22:53.044Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:58.629Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Trustee-minutes001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.487Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.488Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.531Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Trustee-minutes001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.543Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.544Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1346,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.543Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.560Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.561Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1346,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.543Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.631Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.633Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.644Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.645Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.645Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.646Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1348,"total":3263,"pending":3,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.659Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.659Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1348,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.645Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.659Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.712Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.713Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.725Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:43:59.725Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1349,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.725Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.659Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.744Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.747Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.758Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.758Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1350,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:44:00.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:59.725Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg\",\"added\":\"2023-09-04T16:22:54.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.809Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.810Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0154s_1920p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.821Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:00.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1351,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:44:00.758Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:00.821Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.851Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.852Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Chapel.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.864Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.864Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1352,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:00.821Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.874Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.930Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:07.933Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Eumenean-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.012Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NCFlag1861.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.012Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1353,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.951Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NCFlag1861.png\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.095Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NCFlag1861.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NCFlag1861.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.097Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NCFlag1861.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.108Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Philanthropic-Hall.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.108Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1354,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.108Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Philanthropic-Hall.jpg\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.163Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Philanthropic-Hall.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Philanthropic-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.164Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Philanthropic-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.174Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/cupola.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.175Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1355,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.174Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/cupola.jpg\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.226Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/cupola.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/cupola.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.227Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/cupola.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.240Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Alexander-Smith.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.240Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1356,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.239Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Alexander-Smith.jpg\",\"added\":\"2023-09-04T16:22:54.263Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.294Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Alexander-Smith.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Alexander-Smith.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Alexander-Smith.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.308Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.309Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1357,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:07.864Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif\",\"added\":\"2023-09-04T16:22:54.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.447Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/NC-Flag.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.457Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.457Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1358,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p1.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:08.467Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:09.519Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:09.588Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:09.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1359,"total":3263,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:25.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true\",\"added\":\"2023-09-04T16:22:36.105Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:10.336Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:44:11.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:44:11.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.910Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.910Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.911Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.911Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.912Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.912Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.913Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.924Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:11.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1360,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:11.924Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p3.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.017Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.018Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.030Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.030Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1361,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:15.030Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p4.jpg\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.223Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.224Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.235Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.236Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1362,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:44:15.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p5.jpg\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.290Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.292Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.303Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.304Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1363,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:15.303Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p6.jpg\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.358Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p6.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p6.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.360Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p6.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.448Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/campus.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1364,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:15.372Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/campus.png\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.531Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/campus.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/campus.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.533Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/campus.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.543Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/lacy.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:15.544Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1365,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:15.543Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/lacy.png\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.616Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/lacy.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/lacy.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.617Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/lacy.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.631Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/mail.png"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.632Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1366,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:18.631Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/mail.png\",\"added\":\"2023-09-04T16:22:56.041Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.683Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/mail.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/mail.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.684Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/mail.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.695Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:18.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1367,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:09.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg\",\"added\":\"2023-09-04T16:22:56.040Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:18.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true\",\"added\":\"2023-09-04T16:22:56.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:19.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:26.385Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:27.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/24-Dec59p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:27.209Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:27.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1368,"total":3264,"pending":4,"failed":124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:43:15.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/\",\"added\":\"2023-09-04T16:22:36.104Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:27.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:18.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true\",\"added\":\"2023-09-04T16:22:56.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:45.008Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:44:55.177Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:44:55.177Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:44:55.178Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:55.188Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:55.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1369,"total":3264,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:44:55.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:27.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:18.695Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true\",\"added\":\"2023-09-04T16:22:56.042Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:44:56.906Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:07.966Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:07.966Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.976Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.976Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.979Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.979Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.980Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.980Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.982Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.993Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:07.993Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1370,"total":3265,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:07.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:55.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:27.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.055Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.055Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.061Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.061Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.064Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.064Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.065Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.076Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1371,"total":3266,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:07.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:55.188Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.143Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.143Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.149Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.149Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.151Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.151Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.152Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.152Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.152Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.163Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/alumnigrowth.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1372,"total":3267,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:07.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:44:08.308Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true\",\"added\":\"2023-09-04T16:22:54.264Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/alumnigrowth.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:08.384Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.396Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.396Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.398Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.398Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.399Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.399Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.400Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.466Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:08.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1373,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:07.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/alumnigrowth.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.022Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.103Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/alumnigrowth.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/alumnigrowth.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.787Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.787Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1374,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:07.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true\",\"added\":\"2023-09-04T16:23:13.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.797Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:15.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afimage2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.016Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.017Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1375,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true\",\"added\":\"2023-09-04T16:23:13.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.076Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.027Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.038Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/afpostcard.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.050Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Etherington-BOH-p17.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1376,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true\",\"added\":\"2023-09-04T16:23:13.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Etherington-BOH-p17.jpg\",\"added\":\"2023-09-04T16:23:46.568Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:08.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg\",\"added\":\"2023-09-04T16:23:13.943Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Etherington-BOH-p17.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/annual-fund-card.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.229Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.229Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1377,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true\",\"added\":\"2023-09-04T16:23:13.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Etherington-BOH-p17.jpg\",\"added\":\"2023-09-04T16:23:46.568Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:16.239Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:17.127Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Etherington-BOH-p17.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:17.137Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:17.137Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1378,"total":3268,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true\",\"added\":\"2023-09-04T16:23:13.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:17.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true\",\"added\":\"2023-09-04T16:23:54.144Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:17.147Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:35.212Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:35.213Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.219Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.219Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.221Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.221Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.221Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.221Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.222Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.232Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.233Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1379,"total":3269,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true\",\"added\":\"2023-09-04T16:24:14.779Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:17.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true\",\"added\":\"2023-09-04T16:23:54.144Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:35.413Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:35.413Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.424Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.424Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.425Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.425Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.426Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.426Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.427Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.509Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:35.509Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1380,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true\",\"added\":\"2023-09-04T16:24:16.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true\",\"added\":\"2023-09-04T16:24:14.779Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:45.237Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:45.513Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:48.358Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:45:48.358Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.363Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.364Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.365Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.365Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.366Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.366Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.366Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/omars-bible?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.438Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p12.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.438Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1381,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:48.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p12.jpg\",\"added\":\"2023-09-04T16:24:47.580Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true\",\"added\":\"2023-09-04T16:24:16.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.531Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p12.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p12.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.533Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p12.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.543Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.543Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1382,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true\",\"added\":\"2023-09-04T16:24:16.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:48.543Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p21.jpg\",\"added\":\"2023-09-04T16:24:47.580Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:48.553Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:49.615Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:49.631Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:49.632Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1383,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:49.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p31.jpg\",\"added\":\"2023-09-04T16:24:47.580Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true\",\"added\":\"2023-09-04T16:24:16.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:49.649Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:50.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:50.434Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:50.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1384,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:50.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true\",\"added\":\"2023-09-04T16:24:47.581Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:35.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true\",\"added\":\"2023-09-04T16:24:16.120Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:45:57.455Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:08.982Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:08.983Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.988Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.989Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.990Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.991Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.992Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.992Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:08.992Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:09.003Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:09.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1385,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:50.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true\",\"added\":\"2023-09-04T16:24:47.581Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:09.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p41.jpg\",\"added\":\"2023-09-04T16:24:47.581Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.106Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p41.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.108Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonsept1860p41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.124Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p87.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.124Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1386,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:50.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true\",\"added\":\"2023-09-04T16:24:47.581Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:16.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p87.jpg\",\"added\":\"2023-09-04T16:25:07.353Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.181Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p87.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p87.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.182Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p87.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.200Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:16.201Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1387,"total":3270,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:50.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true\",\"added\":\"2023-09-04T16:24:47.581Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:16.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:18.073Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:38.529Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:38.529Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.537Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.537Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.538Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.538Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.539Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.539Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.539Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.550Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p88.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.550Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1388,"total":3271,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:16.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.550Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p88.jpg\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.611Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p88.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p88.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.612Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p88.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.702Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p89.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.703Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1389,"total":3271,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.623Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p89.jpg\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:16.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.766Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p89.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p89.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.768Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm30april1835p89.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.778Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:38.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1390,"total":3271,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:16.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true\",\"added\":\"2023-09-04T16:25:07.354Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:40.071Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:42.381Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:42.381Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.388Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.388Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.389Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.389Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.390Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.390Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.390Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.401Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.401Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1391,"total":3272,"pending":4,"failed":125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:45:15.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true\",\"added\":\"2023-09-04T16:23:31.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:42.411Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:46:46.027Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:46:46.028Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:46.028Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/emblemata?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.040Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.040Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1392,"total":3272,"pending":4,"failed":126,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:45:16.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true\",\"added\":\"2023-09-04T16:23:46.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.050Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:46:46.239Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:46:46.239Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:46.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/bullard-book-of-hours-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.251Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p130.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.251Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1393,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p130.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.319Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p130.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p130.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.322Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p130.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.334Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p131.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.334Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1394,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p131.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.400Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p131.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p131.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.402Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p131.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.415Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p92.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.415Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1395,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.414Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p92.jpg\",\"added\":\"2023-09-04T16:26:02.631Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.500Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p92.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p92.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.502Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p92.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.579Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p93.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.580Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1396,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p93.jpg\",\"added\":\"2023-09-04T16:26:02.631Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.642Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p93.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p93.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.643Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p93.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.655Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p94.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.655Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1397,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.655Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p94.jpg\",\"added\":\"2023-09-04T16:26:02.631Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.707Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p94.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p94.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.708Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p94.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.730Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p95.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1398,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p95.jpg\",\"added\":\"2023-09-04T16:26:02.631Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.787Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p95.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p95.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.788Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm25aug1835p95.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.800Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:46.800Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1399,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:47.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm4apr1836p129.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:47.465Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:47.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1400,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:38.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true\",\"added\":\"2023-09-04T16:25:30.495Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:47.648Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:48.398Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:48.398Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.405Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.405Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.407Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.407Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.408Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.408Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.408Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.419Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1401,"total":3272,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:42.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true\",\"added\":\"2023-09-04T16:25:59.834Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:48.512Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:46:48.513Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.519Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.519Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.520Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.520Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.521Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.521Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.521Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.635Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:48.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1402,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:57.468Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:46:58.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.523Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.524Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p97.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.535Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p132.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.536Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1403,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p132.jpg\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.619Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p132.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p132.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p132.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.636Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p133.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1404,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.635Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p133.jpg\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.693Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p133.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p133.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.695Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p133.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.766Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p134.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.767Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1405,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p134.jpg\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.847Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p134.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p134.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.849Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jun1836p134.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.860Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:02.860Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1406,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:46:47.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:05.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:13.983Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm26aug1835p96.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:13.993Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p79.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:13.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1407,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:13.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:14.081Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p79.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p79.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:14.083Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p79.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:14.093Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p82.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:14.094Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1408,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:14.093Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p82.jpg\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:14.108Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p82.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:15.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1835p82.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:15.308Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13mar1835p83.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:15.308Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1409,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:15.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13mar1835p83.jpg\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.398Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13mar1835p83.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13mar1835p83.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.399Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13mar1835p83.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.409Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p123.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1410,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:18.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p123.jpg\",\"added\":\"2023-09-04T16:26:37.732Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.493Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p123.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p123.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.496Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p123.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.506Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p124.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1411,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:18.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p124.jpg\",\"added\":\"2023-09-04T16:26:37.732Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.571Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p124.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p124.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.572Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p124.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.584Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1836p120.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:18.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1412,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:18.584Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1836p120.jpg\",\"added\":\"2023-09-04T16:26:37.732Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:21.650Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1836p120.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1836p120.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:21.653Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1836p120.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:21.664Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9mar1836p121.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:21.664Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1413,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:21.664Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9mar1836p121.jpg\",\"added\":\"2023-09-04T16:26:37.732Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:31.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9mar1836p121.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:40.695Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9mar1836p121.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:40.791Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:40.791Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1414,"total":3273,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:48.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true\",\"added\":\"2023-09-04T16:26:10.838Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:40.802Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:47:45.672Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:47:45.672Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.678Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.679Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.681Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.682Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.682Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.684Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.684Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.698Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p125.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.700Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1415,"total":3274,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:45.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p125.jpg\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.766Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p125.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p125.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.767Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p125.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.778Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p127.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1416,"total":3274,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:45.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p127.jpg\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.879Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p127.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p127.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.880Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1836p127.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.892Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8oct1835p101.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.893Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1417,"total":3274,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:45.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8oct1835p101.jpg\",\"added\":\"2023-09-04T16:26:57.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.977Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8oct1835p101.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8oct1835p101.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.980Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8oct1835p101.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.992Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p102.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:45.992Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1418,"total":3274,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:45.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p102.jpg\",\"added\":\"2023-09-04T16:26:57.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:46.002Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p102.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:47.543Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p102.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:47.642Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:47.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1419,"total":3274,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:47.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:02.860Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true\",\"added\":\"2023-09-04T16:26:25.000Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:47:48.448Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:47:48.448Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.454Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.454Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.456Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.464Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.464Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.465Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.477Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:48.478Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1420,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:48.477Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:47.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:54.748Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:54.750Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p107.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:54.762Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:54.763Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1421,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:48.477Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:55.574Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:55.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p108.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:55.587Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p111.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:55.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1422,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:55.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p111.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:56.671Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p111.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p111.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:56.672Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p111.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:56.683Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p112.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:56.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1423,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:56.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p112.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:57.741Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p112.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p112.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:57.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1835p112.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:57.839Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p113.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:47:57.840Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1424,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:57.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p113.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:00.913Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p113.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p113.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:00.915Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p113.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:00.926Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p104.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:00.926Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1425,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:00.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p104.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:01.012Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p104.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p104.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:01.016Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9oct1835p104.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:01.028Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:01.029Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1426,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:47:54.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg\",\"added\":\"2023-09-04T16:26:57.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:01.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:02.671Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:04.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1835p109.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:04.098Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p114.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:04.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1427,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:04.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p114.jpg\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:04.111Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p114.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:05.331Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p114.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:05.342Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p115.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:05.343Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1428,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:05.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p115.jpg\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:05.356Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p115.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:06.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm16oct1835p115.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:06.636Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p25.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:06.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1429,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:06.636Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p25.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:06.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p25.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:07.807Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p25.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:07.885Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p27.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:07.886Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1430,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:07.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p27.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:14.910Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p27.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p27.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.051Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p28.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1431,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:16.051Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p28.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.138Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p28.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p28.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.140Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10mar1837p28.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.151Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p20.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.151Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1432,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:16.151Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p20.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.234Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p20.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p20.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.235Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p20.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.247Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.248Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1433,"total":3275,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:16.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:47:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true\",\"added\":\"2023-09-04T16:26:37.733Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:16.259Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:17.249Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:17.249Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.256Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.256Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.259Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.260Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.260Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.260Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.271Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.272Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1434,"total":3276,"pending":4,"failed":127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:16.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:46:46.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true\",\"added\":\"2023-09-04T16:26:02.632Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:48:17.648Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:48:17.648Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:17.649Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.660Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:17.661Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1435,"total":3276,"pending":4,"failed":128,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:16.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg\",\"added\":\"2023-09-04T16:27:05.638Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:48:18.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:48:18.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:48:18.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:18.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm8mar1837p24.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:18.390Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p16.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:18.390Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1436,"total":3276,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:18.390Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p16.jpg\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:18.672Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:21.478Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p16.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p16.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:21.481Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p16.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:21.554Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p17.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:21.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1437,"total":3276,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:21.491Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p17.jpg\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:21.565Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p17.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:22.816Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21dec1836p17.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:22.826Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:22.827Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1438,"total":3276,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true\",\"added\":\"2023-09-04T16:26:57.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:24.533Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:25.366Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:39.067Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:39.067Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.074Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.074Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.076Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.077Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.077Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.077Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.078Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.087Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p13.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.088Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1439,"total":3277,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p13.jpg\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.170Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p13.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p13.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.174Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p13.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.186Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p14.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.187Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1440,"total":3277,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p14.jpg\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.243Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p14.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p14.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.244Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm9nov1836p14.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.312Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:39.313Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1441,"total":3277,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.660Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true\",\"added\":\"2023-09-04T16:27:07.636Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:40.350Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:43.602Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:48:43.602Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.608Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.608Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.609Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.609Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.610Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.610Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.611Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.683Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p53.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:43.684Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1442,"total":3278,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:43.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p53.jpg\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:48:53.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p53.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p53.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.082Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p54.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1443,"total":3278,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p54.jpg\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.141Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p54.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p54.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.142Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm3jan1838p54.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.154Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1444,"total":3278,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p4.jpg\",\"added\":\"2023-09-04T16:27:54.007Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.214Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.216Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.226Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:07.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1445,"total":3278,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:48:39.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true\",\"added\":\"2023-09-04T16:27:46.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:10.182Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:11.693Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:11.693Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.699Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.700Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.702Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.702Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.702Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.702Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.703Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.714Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1446,"total":3279,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:11.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p5.jpg\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.772Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.773Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.784Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:11.784Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1447,"total":3279,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:11.784Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p6.jpg\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:12.843Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p6.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:12.852Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13oct1836p6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:12.870Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:12.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1448,"total":3279,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:12.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:17.271Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true\",\"added\":\"2023-09-04T16:27:05.639Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:13.882Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:13.882Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.888Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.888Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.889Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.889Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.890Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.890Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.891Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.901Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:13.901Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1449,"total":3280,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:12.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:48:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true\",\"added\":\"2023-09-04T16:27:31.316Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:14.730Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:14.730Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.735Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.736Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.737Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.737Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.738Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.738Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.738Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.749Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:14.750Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1450,"total":3281,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:12.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:19.984Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:19.985Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm14oct1836p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:19.997Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p32.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:19.998Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1451,"total":3281,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:19.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p32.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:23.904Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:24.753Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.095Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p32.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p32.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.096Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p32.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.161Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p57.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1452,"total":3281,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:27.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p57.jpg\",\"added\":\"2023-09-04T16:28:46.217Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.214Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p57.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p57.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p57.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.227Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p58.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:27.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1453,"total":3281,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:27.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p58.jpg\",\"added\":\"2023-09-04T16:28:46.217Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:34.399Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p58.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p58.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:34.400Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm21mar1838p58.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:34.411Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:34.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1454,"total":3281,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:13.901Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:35.095Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:46.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:46.084Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.090Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.091Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.092Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.092Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.093Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.093Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.093Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.104Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p113.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.105Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1455,"total":3282,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:46.104Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p113.jpg\",\"added\":\"2023-09-04T16:28:50.990Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.166Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p113.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p113.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p113.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.179Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:46.180Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1456,"total":3282,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:46.179Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true\",\"added\":\"2023-09-04T16:28:50.991Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:48.545Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:51.869Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:49:51.869Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.874Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.874Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.876Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.876Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.876Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.876Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.877Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.943Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p114.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:51.944Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1457,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:51.887Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p114.jpg\",\"added\":\"2023-09-04T16:28:50.991Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.027Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p114.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p114.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.028Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10jul1839p114.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.042Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p93.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1458,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p93.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.104Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p93.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p93.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.106Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p93.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.119Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p94.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.119Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1459,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p94.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.180Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p94.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p94.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.187Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p94.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.210Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p95.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1460,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p95.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.281Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p95.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p95.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.283Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p95.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.294Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p96.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.294Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1461,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.294Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p96.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.387Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p96.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p96.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p96.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.499Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:49:52.500Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1462,"total":3283,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:07.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true\",\"added\":\"2023-09-04T16:27:54.008Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:02.508Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:03.989Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:03.989Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.995Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.995Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.996Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.996Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.997Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.997Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:03.997Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:04.009Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p98.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:04.009Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1463,"total":3284,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:04.009Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p98.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.071Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p98.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p98.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.072Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p98.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.177Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p100.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1464,"total":3284,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:05.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p100.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.231Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p100.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p100.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.232Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p100.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.243Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:05.243Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1465,"total":3284,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:05.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:52.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg\",\"added\":\"2023-09-04T16:28:52.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.471Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p97.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.482Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.483Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1466,"total":3284,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:05.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:34.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true\",\"added\":\"2023-09-04T16:28:46.218Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:06.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:06.568Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.576Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.576Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.578Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.578Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.579Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.579Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.580Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.591Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:06.591Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1467,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:05.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:12.342Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:12.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p101.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:12.355Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p104.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:12.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1468,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:12.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p104.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:12.366Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p104.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.566Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p104.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.579Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p105.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1469,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:13.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p105.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p105.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:13.614Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p102.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.810Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.810Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1470,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:13.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p105.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p105.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.850Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1471,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:06.591Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.861Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p103.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.899Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.899Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1472,"total":3285,"pending":4,"failed":129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:14.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:50:15.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:50:15.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T18:50:15.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:15.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1839p110.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.691Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.692Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1473,"total":3285,"pending":4,"failed":130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.808Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p106.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.819Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10oct1839p127.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.819Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1474,"total":3285,"pending":4,"failed":130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:14.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg\",\"added\":\"2023-09-04T16:28:52.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10oct1839p127.jpg\",\"added\":\"2023-09-04T16:28:58.132Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.830Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10oct1839p127.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:15.996Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1839p99.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:16.117Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:16.117Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1475,"total":3285,"pending":4,"failed":130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10oct1839p127.jpg\",\"added\":\"2023-09-04T16:28:58.132Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:16.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true\",\"added\":\"2023-09-04T16:28:58.133Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:16.128Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:16.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm10oct1839p127.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:17.011Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:17.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1476,"total":3285,"pending":4,"failed":130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:16.008Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true\",\"added\":\"2023-09-04T16:28:58.133Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:25.560Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:49.423Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:49.423Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.429Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.429Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.431Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.431Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.431Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.431Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.432Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.442Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:49.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1477,"total":3286,"pending":4,"failed":130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:49:14.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg\",\"added\":\"2023-09-04T16:27:57.146Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:49.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T18:50:54.753Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:50:54.753Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:50:54.753Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12may1837p31.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:54.763Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:54.764Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1478,"total":3286,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:49.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:54.850Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:50:59.445Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:12.268Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:12.268Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.273Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186"],"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.273Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.274Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.275Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.275Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.275Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.275Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.286Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p189.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.287Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1479,"total":3288,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:12.286Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p189.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:12.297Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p189.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:13.471Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p189.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:13.483Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1838p73.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:13.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1480,"total":3288,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:13.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1838p73.jpg\",\"added\":\"2023-09-04T16:29:20.031Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:13.495Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1838p73.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:14.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1838p73.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:14.682Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:14.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1481,"total":3288,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:15.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true\",\"added\":\"2023-09-04T16:28:52.725Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:15.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:15.947Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.956Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.956Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.958Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.959Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.959Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.959Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.960Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.971Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p75.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:15.971Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1482,"total":3289,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:50:17.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:15.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p75.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:16.245Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:16.245Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.252Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.252Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.254Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.255Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.255Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.342Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:16.343Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1483,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:16.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:15.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p75.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:24.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:25.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p75.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:26.345Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p75.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.572Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p83.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.572Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1484,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.572Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p83.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:16.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.638Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p83.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p83.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.639Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p83.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.650Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p214.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1485,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p214.jpg\",\"added\":\"2023-09-04T16:29:35.135Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:16.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.741Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p214.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p214.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p214.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.754Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm31mar1842p209.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1486,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:16.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm31mar1842p209.jpg\",\"added\":\"2023-09-04T16:29:35.135Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.806Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm31mar1842p209.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm31mar1842p209.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.807Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm31mar1842p209.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.887Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:27.887Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1487,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:16.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm15oct1838p82.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.683Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p215.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1488,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:28.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p215.jpg\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.765Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p215.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p215.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.766Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p215.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.779Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p216.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.779Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1489,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:28.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p216.jpg\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.844Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p216.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p216.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.845Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1apr1842p216.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.856Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p243.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1490,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:28.855Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p243.jpg\",\"added\":\"2023-09-04T16:29:41.881Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.908Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p243.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p243.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.910Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p243.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.920Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p244.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.920Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1491,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:28.920Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p244.jpg\",\"added\":\"2023-09-04T16:29:41.881Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.986Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p244.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p244.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:28.987Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p244.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.059Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p245.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.060Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1492,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:28.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p245.jpg\",\"added\":\"2023-09-04T16:29:41.882Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.112Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p245.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p245.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.201Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p245.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.211Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:29.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1493,"total":3290,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:29.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg\",\"added\":\"2023-09-04T16:29:41.882Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:14.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true\",\"added\":\"2023-09-04T16:29:20.032Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:30.202Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:32.711Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:32.712Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.717Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.718Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.719Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.719Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.719Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.719Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.720Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.785Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:32.785Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1494,"total":3291,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:29.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg\",\"added\":\"2023-09-04T16:29:41.882Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:36.311Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:36.314Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm13apr1843p246.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:36.344Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:36.345Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1495,"total":3291,"pending":4,"failed":131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:36.343Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg\",\"added\":\"2023-09-04T16:29:42.408Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:50:54.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg\",\"added\":\"2023-09-04T16:29:12.856Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:36.512Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:51:39.056Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:39.057Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28jul1841p188.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.067Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.068Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1496,"total":3291,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:39.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true\",\"added\":\"2023-09-04T16:29:42.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:36.343Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg\",\"added\":\"2023-09-04T16:29:42.408Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.435Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.436Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p166.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.448Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p167.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1497,"total":3291,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:39.448Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p167.jpg\",\"added\":\"2023-09-04T16:29:42.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:39.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true\",\"added\":\"2023-09-04T16:29:42.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:39.787Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:49.455Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p167.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:54.015Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm20jan1841p167.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:54.027Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:54.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1498,"total":3291,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:54.027Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true\",\"added\":\"2023-09-04T16:29:43.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:39.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true\",\"added\":\"2023-09-04T16:29:42.409Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:54.722Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:59.528Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:51:59.528Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.534Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.534Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.535Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.535Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.536Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.536Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.537Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.633Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11aug1840p142.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:51:59.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1499,"total":3292,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:54.027Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true\",\"added\":\"2023-09-04T16:29:43.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:59.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11aug1840p142.jpg\",\"added\":\"2023-09-04T16:29:43.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:02.695Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11aug1840p142.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11aug1840p142.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:02.696Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11aug1840p142.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:02.708Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:02.709Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1500,"total":3292,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:51:54.027Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true\",\"added\":\"2023-09-04T16:29:43.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:02.708Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true\",\"added\":\"2023-09-04T16:30:25.318Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:07.042Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:12.671Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:12.671Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.677Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.677Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.679Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.679Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.679Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.680Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.681Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.784Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:12.785Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1501,"total":3293,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:02.708Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true\",\"added\":\"2023-09-04T16:30:25.318Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:19.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:19.246Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.252Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.252Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.253Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.255Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.255Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-patterson-cumming-map-collection-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1502,"total":3293,"pending":4,"failed":132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:19.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:19.806Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T18:52:20.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:52:20.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:52:20.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:20.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p233.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:20.393Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p234.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:20.393Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1503,"total":3293,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:20.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p234.jpg\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:20.404Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p234.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:28.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm28oct1842p234.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:28.577Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:28.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1504,"total":3293,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:28.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture3.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:32.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true\",\"added\":\"2023-09-04T16:29:41.883Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:29.677Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:52:29.677Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.684Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.685Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.686Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.687Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.688Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.688Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.688Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.699Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:29.699Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1505,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:29.699Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture4.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:28.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture3.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:38.583Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:39.687Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:39.703Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:39.755Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:39.756Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1506,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:39.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture5.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:29.699Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture4.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:40.766Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:40.838Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:40.849Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture10.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:40.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1507,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:39.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture5.jpg\",\"added\":\"2023-09-04T16:30:32.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:40.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture10.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:40.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture10.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.735Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.747Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture112.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.748Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1508,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:41.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture112.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:40.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture10.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture112.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.903Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture10.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.915Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.916Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1509,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:41.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture2.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:41.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture112.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:41.926Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.744Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture112.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.755Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.755Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1510,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:41.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture2.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:42.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture3.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.826Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:42.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1511,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:42.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture3.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:42.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture4.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:52.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:52.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.826Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.827Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1512,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:53.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:42.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture4.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.911Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.976Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:52:53.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1513,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:53.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:53.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:00.202Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:00.918Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:00.920Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:00.930Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:00.931Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1514,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:00.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture7.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:53.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.013Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture7.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture7.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.014Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture7.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.071Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.076Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture6.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.094Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.095Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1516,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.093Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.100Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.100Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1516,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.093Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg\",\"added\":\"2023-09-04T16:30:32.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.177Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.179Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture9.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.183Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.197Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Picture8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.199Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.206Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1518,"total":3294,"pending":3,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.209Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:01.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1518,"total":3294,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:51:27.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true\",\"added\":\"2023-09-04T16:29:35.136Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:02.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:02.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:02.724Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:02.724Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:02.736Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Rainbow.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:02.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1519,"total":3295,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:02.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Rainbow.jpg\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:09.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Rainbow.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:10.210Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:10.991Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Rainbow.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:11.001Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:11.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1520,"total":3295,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:52:12.692Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true\",\"added\":\"2023-09-04T16:30:25.630Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:11.012Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:12.874Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:26.224Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:26.224Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.230Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.230Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.232Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.233Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.233Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.233Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.233Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.245Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/00012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:26.245Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1521,"total":3296,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:26.244Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/00012.jpg\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.343Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/00012.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/00012.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/00012.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.356Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1522,"total":3296,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:33.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true\",\"added\":\"2023-09-04T16:31:37.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:33.417Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:33.417Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.425Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.426Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.427Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.428Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.428Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.428Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.429Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.440Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:33.440Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1523,"total":3297,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:33.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true\",\"added\":\"2023-09-04T16:31:37.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:33.440Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true\",\"added\":\"2023-09-04T16:31:58.151Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:34.601Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:34.689Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:37.935Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:37.935Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:37.935Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:37.935Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.939Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.940Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.941Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.941Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.941Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.942Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.942Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/share?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.955Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.955Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1524,"total":3297,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:33.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true\",\"added\":\"2023-09-04T16:31:37.090Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:37.965Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:38.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:38.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:38.150Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.165Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.165Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.177Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.178Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.183Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.183Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.183Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.203Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.203Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1525,"total":3298,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:11.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true\",\"added\":\"2023-09-04T16:31:09.676Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:38.213Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:46.663Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:46.663Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.668Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.669Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.670Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.671Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.671Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.671Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.672Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.682Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1526,"total":3299,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:01.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/\",\"added\":\"2023-09-04T16:30:32.718Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:46.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:56.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:53:56.942Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.953Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.953Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.956Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.956Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.958Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.958Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.968Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:56.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1527,"total":3300,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:56.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true\",\"added\":\"2023-09-04T16:32:58.377Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:53:57.698Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:02.018Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:02.018Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.023Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.023Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.024Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.025Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.025Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.025Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.026Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.035Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1528,"total":3301,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:02.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true\",\"added\":\"2023-09-04T16:33:11.837Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:02.045Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:23.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:23.897Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.901Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.901Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.903Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.903Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.903Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.903Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.904Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.915Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:23.916Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1529,"total":3302,"pending":4,"failed":133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:23.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true\",\"added\":\"2023-09-04T16:33:15.079Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:30.943Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:54:38.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:54:38.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T18:54:38.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:38.574Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/stories?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:38.639Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:38.640Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1530,"total":3302,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:54:38.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true\",\"added\":\"2023-09-04T16:33:27.560Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:40.216Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:51.654Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:54:51.655Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.660Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.660Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.662Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.662Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.663Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.663Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:51.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1531,"total":3303,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:37.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true\",\"added\":\"2023-09-04T16:32:40.532Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:54:55.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:07.965Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:08.213Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:10.474Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:10.474Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.482Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.483Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.555Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1532,"total":3304,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:53:38.203Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true\",\"added\":\"2023-09-04T16:32:44.993Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.494Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true\",\"added\":\"2023-09-04T16:33:34.710Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:10.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:10.722Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.728Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.728Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.739Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:10.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1533,"total":3305,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.494Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true\",\"added\":\"2023-09-04T16:33:34.710Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:12.791Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:13.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:16.693Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:18.063Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:18.063Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.068Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.068Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.070Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.071Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.081Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:18.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1534,"total":3305,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:53:46.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true\",\"added\":\"2023-09-04T16:32:48.481Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:19.202Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:19.202Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:19.207Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:19.208Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/combined-search?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:19.219Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:19.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1535,"total":3305,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:19.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes\",\"added\":\"2023-09-04T16:34:36.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:22.964Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:26.415Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:27.097Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:27.097Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.101Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.102Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.103Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.103Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.104Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.104Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.104Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.181Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:27.181Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1536,"total":3306,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:27.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch\",\"added\":\"2023-09-04T16:34:36.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:28.786Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:39.522Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:39.522Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.527Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.527Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.529Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.529Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.530Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.530Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.530Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.540Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.541Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1537,"total":3307,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:39.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:39.551Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:46.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:46.855Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.861Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans"],"page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.861Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.862Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.862Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.863Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.863Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.863Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/?page_id=22767&preview=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.874Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:46.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1538,"total":3311,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:46.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:51.368Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:56.262Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:55:56.262Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.269Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.269Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.270Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.270Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.271Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.271Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.283Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan"}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:56.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1539,"total":3319,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:56.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:55:57.718Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:02.979Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:02.979Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:02.985Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:02.986Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:02.987Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:02.987Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.668Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.668Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.668Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.679Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.679Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1540,"total":3325,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:15.679Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:15.689Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:22.442Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:22.442Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.446Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.446Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.447Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.447Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.448Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.448Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.448Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.538Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1541,"total":3326,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:22.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:54:51.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true\",\"added\":\"2023-09-04T16:33:31.390Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:22.549Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:25.691Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:28.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:28.200Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:28.205Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:28.206Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/artifacts-search?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:28.216Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:28.216Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1542,"total":3326,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:28.216Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:22.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:41.175Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:41.175Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.180Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.180Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.182Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.182Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.183Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.183Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.183Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.194Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.194Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1543,"total":3327,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:28.216Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:10.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true\",\"added\":\"2023-09-04T16:34:13.782Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:41.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:41.204Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:42.715Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:42.792Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:45.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:45.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:45.303Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:45.303Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/av-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:45.373Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:45.373Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1544,"total":3327,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:28.216Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:45.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:41.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:47.250Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:47.250Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.255Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.255Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.256Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.257Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.257Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.257Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.268Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:47.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1545,"total":3328,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:47.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:28.216Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:45.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:50.601Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.193Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:51.853Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:51.853Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.858Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.858Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.860Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.860Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.860Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.861Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.861Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.872Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:51.872Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1546,"total":3330,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:51.872Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true\",\"added\":\"2023-09-04T16:34:36.433Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:47.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:45.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:54.433Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:56.416Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:56.955Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:56.955Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.960Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.961Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.962Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.962Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.963Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.963Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.963Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.973Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:56.973Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1547,"total":3331,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:56.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T16:34:38.657Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:47.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:55:18.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true\",\"added\":\"2023-09-04T16:34:18.184Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:45.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:58.923Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:56:58.923Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:58.928Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:58.928Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:58.939Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives"}}
{"logLevel":"info","timestamp":"2023-09-04T18:56:58.940Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1548,"total":3332,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:56.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T16:34:38.657Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:47.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:45.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T18:57:04.746Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:57:04.746Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:57:04.746Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:jocelynb.roundtree@cms.k12.nc.us","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:04.751Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:04.751Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:04.753Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:04.753Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:06.978Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:13.587Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:17.315Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:17.315Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:17.315Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:17.328Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn"}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:17.328Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1549,"total":3333,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:56.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T16:34:38.657Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:47.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th\",\"added\":\"2023-09-04T16:34:36.432Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:20.972Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:57:28.538Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:57:28.538Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:28.544Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th"],"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:28.544Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:28.546Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:28.546Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:49.608Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:49.609Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:49.609Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:49.620Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:49.620Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1550,"total":3336,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:56.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/\",\"added\":\"2023-09-04T16:34:38.657Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:49.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:51.372Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.861Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/student-projects/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.861Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.863Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.864Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.864Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.865Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.865Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.940Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:53.941Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1551,"total":3336,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:57:53.876Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:49.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:57:57.761Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.389Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.389Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.894Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.894Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.894Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.906Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:08.907Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1552,"total":3345,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:08.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:49.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.325Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.325Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/","page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.326Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.327Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/","page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.328Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.328Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.339Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:10.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1553,"total":3346,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:08.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:10.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/other-links/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:12.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:13.611Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:15.994Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:15.995Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.502Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.502Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.503Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.503Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.503Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.514Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.515Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1554,"total":3353,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:10.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/other-links/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.995Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/other-links/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.995Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.997Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.997Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.998Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.998Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:16.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/other-links/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:17.097Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:17.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1555,"total":3353,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:17.036Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:17.210Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:18.484Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.392Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/rags-life/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.392Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.616Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.616Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.619Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.619Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.619Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.619Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.620Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/fishing-on-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.630Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.630Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1556,"total":3362,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:22.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.640Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.910Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.910Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.911Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.911Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.912Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.922Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.923Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1557,"total":3362,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:22.630Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:22.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:22.933Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:25.982Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:25.983Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.486Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.487Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.487Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.491Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.491Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.491Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographic-change/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.493Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.493Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.494Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.494Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.494Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.510Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.511Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1559,"total":3378,"pending":3,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:26.510Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.513Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/mooresville.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:26.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1559,"total":3378,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:26.510Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:26.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/mooresville.jpg\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.612Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/mooresville.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/mooresville.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.613Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.614Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/mooresville.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.614Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/02/lakesailboat.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.629Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/flood-in-town.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.630Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1561,"total":3378,"pending":3,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.629Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/flood-in-town.jpg\",\"added\":\"2023-09-04T16:34:38.659Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.694Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/flood-in-town.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/flood-in-town.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.701Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/flood-in-town.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.717Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.717Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1562,"total":3378,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.717Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.726Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:33.726Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1562,"total":3378,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.717Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:37.623Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:37.626Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:58:44.330Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:58:44.330Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:44.335Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/"],"page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:44.336Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:44.337Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:44.337Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.288Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.288Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.289Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.289Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.290Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.290Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.290Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.363Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.363Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1563,"total":3380,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:56:58.939Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.438Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/","page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.438Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.438Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.449Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1564,"total":3380,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:33.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.684Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.685Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.686Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.687Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.689Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.689Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.689Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/cowans-ford-above-ground-revolutionary-battle-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.701Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.701Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1565,"total":3383,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/ngo/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:57:17.328Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn\",\"added\":\"2023-09-04T16:34:38.658Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:49.711Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T18:58:50.972Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:52.432Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:52.695Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T18:58:53.480Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T18:58:53.480Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:53.486Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:53.486Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:53.498Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:53.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1566,"total":3383,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/ngo/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:58:57.498Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.366Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/ngo/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.367Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.368Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.368Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.368Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.370Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/ngo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.381Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/timeline/"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.381Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1567,"total":3391,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.392Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/timeline/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.679Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.679Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.682Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.682Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.683Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.683Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.683Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.694Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/13525937633_c82e5769e6_b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1568,"total":3396,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.694Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/13525937633_c82e5769e6_b.jpg\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:28.705Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/13525937633_c82e5769e6_b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:29.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/13525937633_c82e5769e6_b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:29.889Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:29.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1569,"total":3396,"pending":4,"failed":134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:29.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:29.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:30.982Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:30.982Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:30.982Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:59:30.983Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/04/028.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:30.994Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:30.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1570,"total":3396,"pending":4,"failed":135,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:30.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-admin\",\"added\":\"2023-09-04T16:34:38.661Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:31.005Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:31.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:31.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/wp-admin returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T18:59:31.863Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/wp-admin returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/wp-admin returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T18:59:31.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-admin","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:31.874Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:31.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1571,"total":3396,"pending":4,"failed":136,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:53.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.273Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.273Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.275Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.276Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.276Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.276Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.276Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.289Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.289Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1572,"total":3401,"pending":4,"failed":136,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:58:49.301Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:38.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true\",\"added\":\"2023-09-04T16:35:05.270Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:38.894Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.479Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/"],"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.479Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.481Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.481Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.482Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.482Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.482Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.493Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine_1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.494Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1573,"total":3406,"pending":4,"failed":136,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:40.493Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine_1.jpg\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:38.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true\",\"added\":\"2023-09-04T16:35:05.270Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:40.504Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine_1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:41.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine_1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:41.674Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:41.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1574,"total":3406,"pending":4,"failed":136,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:41.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:28.381Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/timeline/\",\"added\":\"2023-09-04T16:34:38.660Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:38.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true\",\"added\":\"2023-09-04T16:35:05.270Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T18:59:41.685Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:00:58.393Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/uln/timeline/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:00:58.393Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/timeline/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:00:58.393Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/timeline/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:00:58.404Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:00:58.405Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1575,"total":3406,"pending":4,"failed":137,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:41.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:38.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true\",\"added\":\"2023-09-04T16:35:05.270Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:00:58.642Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:08.300Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:08.300Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:01:08.300Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/photograph-search?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:08.312Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/ULN/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:08.312Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1576,"total":3406,"pending":4,"failed":138,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:31.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true\",\"added\":\"2023-09-04T16:35:04.735Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:41.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:08.896Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:08.896Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:01:08.896Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:08.907Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:08.908Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1577,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T18:59:41.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:01:11.685Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.694Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.695Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/LKN-Lot-Sale-and-Porter-Wagner-Announcement.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.710Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.711Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1578,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:12.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine.pdf\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.978Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.980Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/August_2003_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.992Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/March_2004_Lake_Norman_Magazine.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:12.993Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1579,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:12.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/March_2004_Lake_Norman_Magazine.pdf\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.211Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/March_2004_Lake_Norman_Magazine.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/March_2004_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.212Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/March_2004_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.293Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/November_2004_Lake_Norman_Magazine.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.294Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1580,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.224Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/November_2004_Lake_Norman_Magazine.pdf\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.528Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/November_2004_Lake_Norman_Magazine.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/November_2004_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.530Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/November_2004_Lake_Norman_Magazine.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.541Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/Relocation_Various_Cemeteries_by_Duke_Power_Co.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.543Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1581,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.541Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/Relocation_Various_Cemeteries_by_Duke_Power_Co.pdf\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.839Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/Relocation_Various_Cemeteries_by_Duke_Power_Co.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/Relocation_Various_Cemeteries_by_Duke_Power_Co.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.841Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/Relocation_Various_Cemeteries_by_Duke_Power_Co.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.852Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:13.852Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1582,"total":3406,"pending":4,"failed":139,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:00:58.404Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf\",\"added\":\"2023-09-04T16:35:44.086Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T16:35:44.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:38.111Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:01:38.112Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/01/ULN_AlisonBaker_paper.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:38.133Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:01:38.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1583,"total":3406,"pending":4,"failed":140,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T16:35:44.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true\",\"added\":\"2023-09-04T16:35:44.088Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:38.313Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:38.909Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:01:43.854Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:08.136Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:08.314Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:08.314Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:08.911Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:08.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:09.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:09.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:09.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:09.830Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/articles?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:09.841Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:09.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1584,"total":3406,"pending":4,"failed":141,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:09.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true\",\"added\":\"2023-09-04T16:35:52.511Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T16:35:44.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:09.852Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:10.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:10.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:10.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:10.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beatties-ford-bridge?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:11.028Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:11.029Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1585,"total":3406,"pending":4,"failed":142,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:10.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true\",\"added\":\"2023-09-04T16:36:08.333Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:13.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T16:35:44.116Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:11.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:13.854Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:13.854Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:16.935Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:16.935Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:16.936Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:16.936Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:16.948Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:16.949Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1586,"total":3406,"pending":4,"failed":143,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:16.948Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true\",\"added\":\"2023-09-04T16:36:08.902Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:10.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true\",\"added\":\"2023-09-04T16:36:08.333Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:16.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:18.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/blythe-family-farm?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.049Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.049Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1587,"total":3406,"pending":4,"failed":144,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:10.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true\",\"added\":\"2023-09-04T16:36:08.333Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true\",\"added\":\"2023-09-04T16:36:22.648Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:18.687Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/buffalo-shoals-bridge?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:18.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:18.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/beattys-ford?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.741Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.742Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1589,"total":3406,"pending":4,"failed":146,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.697Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true\",\"added\":\"2023-09-04T16:36:23.506Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true\",\"added\":\"2023-09-04T16:36:26.833Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.752Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.769Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:18.769Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1589,"total":3406,"pending":4,"failed":146,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.697Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true\",\"added\":\"2023-09-04T16:36:23.506Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true\",\"added\":\"2023-09-04T16:36:26.833Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:25.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:26.878Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cedar-grove?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.890Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1590,"total":3406,"pending":4,"failed":147,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:18.697Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true\",\"added\":\"2023-09-04T16:36:23.506Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:26.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T16:36:55.928Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.911Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.911Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:26.912Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:26.912Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/camp-fellowship?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.924Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1591,"total":3406,"pending":4,"failed":148,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:26.924Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true\",\"added\":\"2023-09-04T16:36:55.929Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:26.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave\",\"added\":\"2023-09-04T16:36:55.928Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:26.934Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:27.470Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.481Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1592,"total":3406,"pending":4,"failed":149,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:26.924Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true\",\"added\":\"2023-09-04T16:36:55.929Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:27.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true\",\"added\":\"2023-09-04T16:37:10.905Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.492Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.655Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:27.655Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:27.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/abernathy-grave?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.668Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1593,"total":3406,"pending":4,"failed":150,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:27.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true\",\"added\":\"2023-09-04T16:37:10.905Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:27.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true\",\"added\":\"2023-09-04T16:37:11.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:27.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:28.063Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/clark-cemetery?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:28.074Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:28.075Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1594,"total":3406,"pending":4,"failed":151,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:28.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true\",\"added\":\"2023-09-04T16:37:31.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:27.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true\",\"added\":\"2023-09-04T16:37:11.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:28.085Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:28.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:28.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cornelius-cemetery?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:28.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:28.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1595,"total":3406,"pending":4,"failed":152,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:28.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true\",\"added\":\"2023-09-04T16:37:31.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:28.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true\",\"added\":\"2023-09-04T16:37:55.872Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:35.287Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:35.871Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/cowans-ford?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:35.882Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:35.883Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1596,"total":3406,"pending":4,"failed":153,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:35.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true\",\"added\":\"2023-09-04T16:38:02.517Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:28.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true\",\"added\":\"2023-09-04T16:37:31.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:35.893Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:35.895Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:35.895Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/davidson-lake-campus?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.002Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1597,"total":3406,"pending":4,"failed":154,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:35.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true\",\"added\":\"2023-09-04T16:38:02.517Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:35.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:05.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.013Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:36.534Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/george-davidson-home?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.608Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1598,"total":3406,"pending":4,"failed":155,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:35.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:05.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:36.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true\",\"added\":\"2023-09-04T16:38:07.948Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.619Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.747Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.747Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:36.747Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:36.747Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/flemming-cemetery?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.759Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Highway150_Cooper.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.760Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1599,"total":3406,"pending":4,"failed":156,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:36.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Highway150_Cooper.jpg\",\"added\":\"2023-09-04T16:38:07.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:36.545Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true\",\"added\":\"2023-09-04T16:38:07.948Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:36.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Highway150_Cooper.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:37.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:37.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:37.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:37.198Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/highway-150-at-Lake-Norman-Marina?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:37.210Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:37.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1600,"total":3406,"pending":4,"failed":157,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:36.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Highway150_Cooper.jpg\",\"added\":\"2023-09-04T16:38:07.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:37.879Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Highway150_Cooper.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:37.891Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:37.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1601,"total":3406,"pending":4,"failed":157,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:01:38.133Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true\",\"added\":\"2023-09-04T16:35:44.117Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.139Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:38.139Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.184Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.185Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.185Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:38.185Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/baker-cemetery?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:38.265Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:38.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1602,"total":3406,"pending":4,"failed":158,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:01:08.312Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/ULN/\",\"added\":\"2023-09-04T16:35:44.087Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.316Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:38.316Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:38.316Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/ULN/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:38.389Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:38.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1603,"total":3406,"pending":4,"failed":159,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.327Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:44.238Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:44.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:44.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:44.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:44.807Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elm-wood?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:44.819Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:44.819Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1604,"total":3406,"pending":4,"failed":160,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:44.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:18.191Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.327Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:44.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:44.910Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:45.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:45.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:45.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:45.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hunters-chapel-cemetery?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:45.626Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:45.626Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1605,"total":3406,"pending":4,"failed":161,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:45.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:21.897Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.327Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:48.267Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:48.392Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:49.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/Highway150_Doug-Stigall.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:49.473Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:49.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1606,"total":3406,"pending":4,"failed":161,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:45.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:21.897Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:49.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true\",\"added\":\"2023-09-04T16:38:37.233Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:50.506Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:51.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:51.092Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:51.093Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1607,"total":3406,"pending":4,"failed":162,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:45.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:21.897Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:51.092Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery\",\"added\":\"2023-09-04T16:38:37.753Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:51.104Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:51.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:51.678Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn/baker-cemetery","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:51.689Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:51.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1608,"total":3406,"pending":4,"failed":163,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:45.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true\",\"added\":\"2023-09-04T16:38:21.897Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:51.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true\",\"added\":\"2023-09-04T16:38:37.754Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:55.629Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:57.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:57.702Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:57.702Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:57.702Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/little-cemetery?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:57.713Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:57.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1609,"total":3406,"pending":4,"failed":164,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:57.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true\",\"added\":\"2023-09-04T16:38:53.510Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:51.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true\",\"added\":\"2023-09-04T16:38:37.754Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:57.724Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:58.455Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:58.455Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:58.455Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:58.455Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/long-island-mill-dam?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:58.520Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:58.520Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1610,"total":3406,"pending":4,"failed":165,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:38.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true\",\"added\":\"2023-09-04T16:38:17.515Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:51.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true\",\"added\":\"2023-09-04T16:38:37.754Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:58.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true\",\"added\":\"2023-09-04T16:38:53.973Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:59.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:59.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:02:59.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:02:59.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/hwy150-bridge?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:59.385Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home"}}
{"logLevel":"info","timestamp":"2023-09-04T19:02:59.386Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1611,"total":3406,"pending":4,"failed":166,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:02:51.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true\",\"added\":\"2023-09-04T16:38:37.754Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:58.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true\",\"added\":\"2023-09-04T16:38:53.973Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:01.693Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:05.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/mcconnell-homesite?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.273Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1612,"total":3406,"pending":4,"failed":167,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:05.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true\",\"added\":\"2023-09-04T16:39:07.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:58.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true\",\"added\":\"2023-09-04T16:38:53.973Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.570Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:05.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:05.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.908Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Catherine_bell_home.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.909Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1613,"total":3406,"pending":4,"failed":168,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:05.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Catherine_bell_home.jpg\",\"added\":\"2023-09-04T16:39:07.096Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:58.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true\",\"added\":\"2023-09-04T16:38:53.973Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.972Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Catherine_bell_home.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Catherine_bell_home.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.973Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/06/Catherine_bell_home.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.984Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:05.984Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1614,"total":3406,"pending":4,"failed":168,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:05.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true\",\"added\":\"2023-09-04T16:39:34.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:58.468Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true\",\"added\":\"2023-09-04T16:38:53.973Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.015Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.433Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:06.654Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/oliphants-mill?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.665Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.665Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1615,"total":3406,"pending":4,"failed":169,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:06.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true\",\"added\":\"2023-09-04T16:39:38.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:05.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true\",\"added\":\"2023-09-04T16:39:34.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.815Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:06.815Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:06.815Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/moses-white-home?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.825Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1616,"total":3406,"pending":4,"failed":170,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:06.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true\",\"added\":\"2023-09-04T16:39:40.866Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:06.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true\",\"added\":\"2023-09-04T16:39:38.030Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:06.836Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.222Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:07.222Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/under-lkn-map?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.233Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.233Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1617,"total":3406,"pending":4,"failed":171,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:06.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true\",\"added\":\"2023-09-04T16:39:40.866Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement\",\"added\":\"2023-09-04T16:39:43.094Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.244Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:07.399Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/unity-church-road-bridge?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.412Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.412Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1618,"total":3406,"pending":4,"failed":172,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement\",\"added\":\"2023-09-04T16:39:43.094Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:59.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home\",\"added\":\"2023-09-04T16:39:07.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:07.502Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/bell-home","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.513Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.513Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1619,"total":3406,"pending":4,"failed":173,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement\",\"added\":\"2023-09-04T16:39:43.094Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.523Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:07.791Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.804Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.804Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1620,"total":3406,"pending":4,"failed":174,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true\",\"added\":\"2023-09-04T16:39:45.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.815Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:07.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:07.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-fabric-supplement?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.977Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.977Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1621,"total":3406,"pending":4,"failed":175,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:40:01.715Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg\",\"added\":\"2023-09-04T16:39:43.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true\",\"added\":\"2023-09-04T16:39:45.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:07.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.281Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.281Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1622,"total":3406,"pending":4,"failed":175,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:40:01.715Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true\",\"added\":\"2023-09-04T16:39:45.077Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:40:19.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:08.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/sherrills-ford?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.393Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1623,"total":3406,"pending":4,"failed":176,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:07.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:40:01.715Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:40:19.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:08.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:08.534Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.602Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:08.602Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1624,"total":3406,"pending":4,"failed":177,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:40:19.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.330Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.501Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.503Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.574Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture22.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.574Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1625,"total":3406,"pending":4,"failed":177,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:15.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture22.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:40:19.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.630Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.659Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture22.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture22.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.660Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture22.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.673Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1626,"total":3406,"pending":4,"failed":177,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:15.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture31.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true\",\"added\":\"2023-09-04T16:40:19.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture31.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:15.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:15.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:15.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:15.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.905Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture42.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.906Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1627,"total":3406,"pending":4,"failed":178,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:15.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture31.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:15.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture42.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:15.916Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture42.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.503Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture42.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.547Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture31.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.561Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1629,"total":3406,"pending":4,"failed":178,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true\",\"added\":\"2023-09-04T16:40:19.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.572Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.575Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.576Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1629,"total":3406,"pending":4,"failed":178,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:08.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true\",\"added\":\"2023-09-04T16:40:19.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:02:37.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg\",\"added\":\"2023-09-04T16:38:12.391Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.585Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.711Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture12.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:16.720Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:16.721Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:16.721Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:16.721Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/11/MHA158_P158_68_c.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.724Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.732Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1631,"total":3406,"pending":3,"failed":179,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:41:08.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true\",\"added\":\"2023-09-04T16:40:19.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.736Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:16.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1631,"total":3406,"pending":4,"failed":179,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:41:08.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true\",\"added\":\"2023-09-04T16:42:58.753Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true\",\"added\":\"2023-09-04T16:40:19.431Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg\",\"added\":\"2023-09-04T16:40:19.430Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:17.639Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture51.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:17.649Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:17.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1632,"total":3406,"pending":4,"failed":179,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:41:08.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:17.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true\",\"added\":\"2023-09-04T16:42:59.996Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true\",\"added\":\"2023-09-04T16:42:58.753Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true\",\"added\":\"2023-09-04T16:40:19.431Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:23.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:23.759Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:24.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-4?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.682Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1633,"total":3406,"pending":4,"failed":180,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true\",\"added\":\"2023-09-04T16:41:08.039Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:17.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true\",\"added\":\"2023-09-04T16:42:59.996Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:16.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true\",\"added\":\"2023-09-04T16:42:58.753Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true\",\"added\":\"2023-09-04T16:43:18.657Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:24.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:24.871Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/manuscript-search?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:24.871Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/always-part-of-the-fabric?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.887Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.887Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1635,"total":3406,"pending":3,"failed":182,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/\",\"added\":\"2023-09-04T16:43:26.915Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:17.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true\",\"added\":\"2023-09-04T16:42:59.996Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true\",\"added\":\"2023-09-04T16:43:18.657Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.889Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:24.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1635,"total":3406,"pending":4,"failed":182,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/\",\"added\":\"2023-09-04T16:43:26.915Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:17.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true\",\"added\":\"2023-09-04T16:42:59.996Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true\",\"added\":\"2023-09-04T16:43:26.915Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true\",\"added\":\"2023-09-04T16:43:18.657Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:27.652Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:34.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:34.889Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:34.893Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.782Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:42.782Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/local?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.793Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.793Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1636,"total":3406,"pending":4,"failed":183,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.792Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/\",\"added\":\"2023-09-04T16:44:09.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/\",\"added\":\"2023-09-04T16:43:26.915Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:17.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true\",\"added\":\"2023-09-04T16:42:59.996Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:24.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true\",\"added\":\"2023-09-04T16:43:26.915Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.803Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.810Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.810Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.810Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:42.811Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/colhist?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:42.811Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:42.812Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/databases?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:42.812Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/colhist/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.838Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.838Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.839Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1639,"total":3406,"pending":3,"failed":186,"limit":{"max":0,"hit":false},"pendingPages":["{\"added\":\"2023-09-04T16:44:09.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/\",\"seedId\":0,\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.792Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/\",\"added\":\"2023-09-04T16:44:09.441Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1639,"total":3406,"pending":3,"failed":186,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.792Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/\",\"added\":\"2023-09-04T16:44:09.441Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.849Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.851Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.923Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1639,"total":3406,"pending":4,"failed":186,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.792Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/\",\"added\":\"2023-09-04T16:44:09.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.846Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:42.935Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:43.350Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:43.424Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:43.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1640,"total":3406,"pending":4,"failed":187,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.838Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true\",\"added\":\"2023-09-04T16:44:52.179Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.846Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:43.436Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:43.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:43.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:43.969Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:43.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1641,"total":3406,"pending":4,"failed":188,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true\",\"added\":\"2023-09-04T16:44:52.179Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.846Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:44.006Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:44.016Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:44.017Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1642,"total":3406,"pending":4,"failed":189,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true\",\"added\":\"2023-09-04T16:44:52.179Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:42.846Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/\",\"added\":\"2023-09-04T16:44:09.442Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:44.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:44.087Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:44.097Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:44.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1643,"total":3406,"pending":4,"failed":190,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true\",\"added\":\"2023-09-04T16:44:52.179Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:50.990Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.118Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.168Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.168Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.168Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:51.168Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/postcard?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.180Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.180Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1644,"total":3406,"pending":4,"failed":191,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:43.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:51.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.576Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1645,"total":3406,"pending":4,"failed":192,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:51.606Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.691Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.692Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1646,"total":3406,"pending":4,"failed":193,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg\",\"added\":\"2023-09-04T16:46:16.425Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:44.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true\",\"added\":\"2023-09-04T16:45:10.455Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.771Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.771Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:51.772Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:51.772Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.783Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:51.783Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1647,"total":3406,"pending":4,"failed":194,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg\",\"added\":\"2023-09-04T16:46:16.425Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:52.294Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:52.294Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:52.294Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:52.295Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/baseball/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.307Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.307Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1648,"total":3406,"pending":4,"failed":195,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg\",\"added\":\"2023-09-04T16:46:16.425Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg\",\"added\":\"2023-09-04T16:45:13.181Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.615Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/02/riot.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.686Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:52.687Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1649,"total":3406,"pending":4,"failed":195,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.616Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg\",\"added\":\"2023-09-04T16:46:16.425Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.801Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.802Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/01/nolen.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.814Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.814Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1650,"total":3406,"pending":4,"failed":195,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:58.814Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true\",\"added\":\"2023-09-04T16:47:13.609Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:51.782Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.824Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:58.830Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.447Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.448Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:59.448Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.460Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.460Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1651,"total":3406,"pending":4,"failed":196,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:58.814Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true\",\"added\":\"2023-09-04T16:47:13.609Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.471Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.503Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.503Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:59.503Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.518Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.518Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1652,"total":3406,"pending":4,"failed":197,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.517Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.307Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.528Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.710Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.935Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.935Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:03:59.935Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:03:59.935Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.949Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.949Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1653,"total":3406,"pending":4,"failed":198,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.949Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.517Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.460Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:03:59.960Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3824-1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.579Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.580Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1654,"total":3406,"pending":4,"failed":198,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.949Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.517Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/IMG_3827.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.696Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.697Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1655,"total":3406,"pending":4,"failed":198,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.696Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4212\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.949Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:52.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg\",\"added\":\"2023-09-04T16:47:13.608Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.708Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.737Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/Omar_Bible_cover_restored.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.752Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.753Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1656,"total":3406,"pending":4,"failed":198,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.696Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4212\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:03:59.949Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4657\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.763Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.857Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/Robert-Sailstad.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.869Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.869Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1657,"total":3406,"pending":4,"failed":198,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4247\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.696Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4212\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4657\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:00.881Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4212 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4212 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?p=4212 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:01.263Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4212","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.274Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1658,"total":3406,"pending":4,"failed":199,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg\",\"added\":\"2023-09-04T16:47:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4247\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4657\",\"added\":\"2023-09-04T16:48:40.140Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.823Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/12/danishglogg001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.865Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.865Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4657 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:01.865Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4657 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?p=4657 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:01.866Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4657","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.885Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.886Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1660,"total":3406,"pending":4,"failed":200,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4247\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.936Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:01.936Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1660,"total":3406,"pending":4,"failed":200,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:00.869Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4247\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:08.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:08.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:08.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:08.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.977Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.978Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4247 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:08.978Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=4247 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?p=4247 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:08.979Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4247","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.100Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.101Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1662,"total":3406,"pending":4,"failed":202,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T16:48:40.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.106Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1662,"total":3406,"pending":4,"failed":202,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T16:48:40.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.113Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.116Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:09.494Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.506Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1663,"total":3406,"pending":4,"failed":203,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:01.835Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/\",\"added\":\"2023-09-04T16:48:40.141Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/\",\"added\":\"2023-09-04T16:48:40.142Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T16:48:40.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.516Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.687Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.687Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.687Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.688Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.688Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:09.688Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:09.688Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:09.688Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/literary-societies/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.710Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.711Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1665,"total":3406,"pending":3,"failed":205,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T16:48:40.143Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.714Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:09.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1665,"total":3406,"pending":4,"failed":205,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:08.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T16:48:40.143Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:10.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libraries-of-davidson-college?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:10.242Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:10.243Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1666,"total":3406,"pending":4,"failed":206,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:10.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:10.599Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sassy-spice-cake/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:10.609Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:10.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1667,"total":3406,"pending":4,"failed":207,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:16.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:16.735Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:17.281Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:17.630Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:17.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:17.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:17.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:17.830Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:17.841Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:17.842Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1668,"total":3406,"pending":4,"failed":208,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:17.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:17.854Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:18.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/ice-box-pudding-1/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.331Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.331Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1669,"total":3406,"pending":4,"failed":209,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.245Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack003.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:17.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.389Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.402Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.402Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1670,"total":3406,"pending":4,"failed":209,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack004.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:17.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.492Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.493Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.506Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1671,"total":3406,"pending":4,"failed":209,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:10.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:17.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.526Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.805Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/ returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:18.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/ returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/ returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:18.806Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/gingerale-fruit-salad/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.806Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/29-0057.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.822Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.823Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1673,"total":3406,"pending":3,"failed":210,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.827Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.828Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1673,"total":3406,"pending":4,"failed":210,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.823Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:09.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg\",\"added\":\"2023-09-04T16:49:21.952Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.835Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:18.837Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:19.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/sassyspice002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:19.097Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:19.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1674,"total":3406,"pending":4,"failed":210,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:19.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.823Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:20.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:20.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/ returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:20.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/ returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/ returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:20.238Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pumpkin-dessert-squares/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:20.249Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:20.249Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1675,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:19.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:20.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack012.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:20.306Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:20.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1676,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:19.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.203Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.204Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.214Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.215Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1677,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack008.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.297Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack008.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.299Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.310Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack009.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.311Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1678,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.310Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack009.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.370Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack009.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack009.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.371Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack009.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.473Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack011.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.473Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1679,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack011.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.557Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack011.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack011.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack011.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.570Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblackcollage.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1680,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblackcollage.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.624Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblackcollage.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblackcollage.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.626Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblackcollage.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.638Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-0525b008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.639Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1681,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-0525b008.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.840Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-0525b008.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-0525b008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.842Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-0525b008.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.852Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.853Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1682,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:18.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg\",\"added\":\"2023-09-04T16:49:21.953Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/11/IMG_3646.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.881Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:26.882Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1683,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:30.251Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:30.308Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:31.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:31.377Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/Daisey-Whittle.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:31.377Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1684,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:31.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/Daisey-Whittle.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:32.391Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/Daisey-Whittle.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:33.488Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/Daisey-Whittle.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:33.569Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:33.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1685,"total":3406,"pending":4,"failed":211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:20.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg\",\"added\":\"2023-09-04T16:49:21.954Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:33.581Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:34.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:34.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:34.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:34.399Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/maryblack006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:34.410Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:34.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1686,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:36.857Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:36.884Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:38.055Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2198b005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:38.065Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/WhittleRecipe.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:38.065Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1687,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:38.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/WhittleRecipe.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:44.415Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.166Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/WhittleRecipe.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/WhittleRecipe.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/WhittleRecipe.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.239Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.240Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1688,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle005.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.322Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.324Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.337Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1689,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle006.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.426Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle006.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle006.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.427Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/whittle006.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.439Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.440Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1690,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:26.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.495Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/27-2215a001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.620Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3103-e1472668446832.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.666Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1692,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson002.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.731Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.732Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1692,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson002.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:45.742Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.055Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.069Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.069Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1693,"total":3406,"pending":4,"failed":212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:33.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg\",\"added\":\"2023-09-04T16:49:21.955Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:49.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.080Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:49.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:49.247Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:49.247Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:49.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/IMG_3102.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.257Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1694,"total":3406,"pending":4,"failed":213,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:49.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:49.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:49.267Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:50.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:50.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:50.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:50.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/19-0004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:50.177Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:50.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1695,"total":3406,"pending":4,"failed":214,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:49.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:52.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:52.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:04:52.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:04:52.343Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysutton1997004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:52.354Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:52.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1696,"total":3406,"pending":4,"failed":215,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:52.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.439Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:04:52.365Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:05:15.440Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:05:15.475Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:05:20.179Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:05:45.476Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:05:45.476Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:05:45.476Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:05:45.487Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:05:45.487Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1697,"total":3406,"pending":4,"failed":216,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:52.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:45.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/\",\"added\":\"2023-09-04T16:49:21.956Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:05:45.599Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:05:50.180Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:05:50.180Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:15.679Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:15.679Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:06:15.679Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/salade-nicoise/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:15.689Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:15.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1698,"total":3406,"pending":4,"failed":217,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:04:52.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:50.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:15.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:15.830Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:20.180Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:20.181Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:06:20.181Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cookies-circa-1965/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:20.194Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:20.195Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1699,"total":3406,"pending":4,"failed":218,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:04:52.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:15.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:20.257Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:22.366Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:06:22.368Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:06:22.368Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/potato-poories/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:22.380Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:22.381Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1700,"total":3406,"pending":4,"failed":219,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:22.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:15.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:06:22.467Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:07:04.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:07:04.428Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollege1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:07:04.442Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:07:04.445Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.460Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.460Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1702,"total":3406,"pending":3,"failed":221,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.464Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysuttonrecipe.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.465Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1702,"total":3406,"pending":4,"failed":221,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysuttonrecipe.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.555Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysuttonrecipe.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysuttonrecipe.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.556Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.557Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/slawysuttonrecipe.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.558Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/07/IMG_2406.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.583Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1704,"total":3406,"pending":4,"failed":221,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.710Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:04.710Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1704,"total":3406,"pending":4,"failed":221,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:06:20.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:07:23.121Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:07:23.121Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexandercollage3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:23.137Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:23.137Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1705,"total":3406,"pending":4,"failed":222,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:05:45.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg\",\"added\":\"2023-09-04T16:49:21.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:23.148Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:07:24.206Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:07:24.206Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/06/alexander001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:24.222Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/19-1054.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:24.222Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1706,"total":3406,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:24.222Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/19-1054.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:24.373Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:24.875Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:34.226Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/19-1054.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:38.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/19-1054.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:38.830Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0780-e1464719822233.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:38.831Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1707,"total":3406,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:38.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0780-e1464719822233.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:48.835Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0780-e1464719822233.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:53.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0780-e1464719822233.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:54.011Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0791-e1464719693476.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:54.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1708,"total":3406,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:54.011Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0791-e1464719693476.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:54.021Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0791-e1464719693476.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.191Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/IMG_0791-e1464719693476.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.201Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.202Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1709,"total":3406,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.552Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/littlereflections/jean/"],"page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.552Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.555Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.555Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.555Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.567Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:55.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1710,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:23.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:58.959Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:58.959Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.462Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.462Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.463Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.463Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/luscious-brownies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.532Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:07:59.532Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1711,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:07:59.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:05.205Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:05.570Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/Marjorie-McCutchan.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.475Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1712,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:59.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:55.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.534Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/seniorcentercookbook002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.849Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:09.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1713,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:59.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:16.576Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:16.577Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0323s001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:16.589Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:16.590Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1714,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:59.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:16.589Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:16.600Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:17.778Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/DC0173s002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:17.789Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/meckgazette02251965001-e1458748536425.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:17.789Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1715,"total":3412,"pending":4,"failed":223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:17.789Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/meckgazette02251965001-e1458748536425.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:16.589Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:17.799Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/meckgazette02251965001-e1458748536425.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:08:18.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:08:18.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:08:18.439Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:08:18.439Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/beaconhillcookies.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:18.517Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:18.517Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1716,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:17.789Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/meckgazette02251965001-e1458748536425.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:18.450Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:19.495Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/meckgazette02251965001-e1458748536425.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:19.506Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0033.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:19.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1717,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:19.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0033.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:18.450Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:19.852Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:25.623Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:25.625Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:25.638Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:25.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1718,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:25.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:19.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0033.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:29.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0033.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:30.975Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/19-0033.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:30.988Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/IMG_9423.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:30.988Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1719,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:25.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:30.988Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/IMG_9423.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:31.087Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/IMG_9423.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/IMG_9423.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:31.089Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/IMG_9423.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:31.099Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:31.100Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1720,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:25.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:31.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson001.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.158Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.159Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.230Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.231Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1721,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.171Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson003.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:25.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.317Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson003.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.372Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/gibson003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.389Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.390Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1722,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:25.638Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg\",\"added\":\"2023-09-04T16:49:21.961Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/\",\"added\":\"2023-09-04T16:49:21.962Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.733Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.734Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/01/29-0127.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.744Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:32.745Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1723,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/\",\"added\":\"2023-09-04T16:49:21.962Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:09.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg\",\"added\":\"2023-09-04T16:49:21.960Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:38.794Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:38.886Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:52.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/03/GDP.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:52.282Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:52.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1724,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:52.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/\",\"added\":\"2023-09-04T16:49:21.962Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:07:04.583Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library\",\"added\":\"2023-09-04T16:49:21.959Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:08:54.376Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:08:56.886Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:08:56.886Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:56.893Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:56.893Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:56.905Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:08:56.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1725,"total":3412,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:08:52.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/\",\"added\":\"2023-09-04T16:49:21.962Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:56.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:02.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:09:26.909Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:42.591Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:42.592Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:42.594Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:42.594Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:09:56.908Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:09:56.908Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:10:08.794Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.370Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.370Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.371Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/recipes-from-the-archives/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.382Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.382Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1726,"total":3490,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:52.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:32.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:56.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:09.393Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.084Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.085Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.357Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.357Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-historical-archaeology-and-the-enslaved-of-beaver-dam/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.369Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:11.369Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1727,"total":3490,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:52.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:11.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/\",\"added\":\"2023-09-04T16:51:30.786Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:56.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:21.372Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:29.964Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:29.964Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:29.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:29.966Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.254Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.254Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.254Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/ant-380/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.265Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1728,"total":3490,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:45.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:11.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/\",\"added\":\"2023-09-04T16:51:30.786Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:56.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:45.275Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:46.318Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:46.318Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:49.110Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:49.110Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:49.614Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:49.614Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:59.751Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:59.751Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:59.752Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-anna-avinger-davidson-senior-biology-major-growing-community/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:59.765Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:10:59.766Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1729,"total":3490,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:59.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:45.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:08:56.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:01.107Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:01.931Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:01.931Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:01.931Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/beaver-dam/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:02.012Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:02.012Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1730,"total":3490,"pending":4,"failed":224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:59.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:45.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:01.943Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:02.023Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:11:02.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:11:02.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:11:02.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:11:02.862Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/covid-19/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:02.875Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:02.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1731,"total":3490,"pending":4,"failed":225,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:59.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:45.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:12.877Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:20.561Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:20.561Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:21.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:21.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:26.363Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:26.363Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:26.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:26.870Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.660Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.660Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.661Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-covid-19-davidson-stories-week-one-update/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.729Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1732,"total":3490,"pending":4,"failed":225,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:10:09.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/\",\"added\":\"2023-09-04T16:51:30.785Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:31.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/\",\"added\":\"2023-09-04T16:51:30.793Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:59.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:31.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:11:39.394Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:11:39.394Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:11:39.394Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:39.405Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:39.406Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1733,"total":3490,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:11:31.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/\",\"added\":\"2023-09-04T16:51:30.793Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:10:59.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/\",\"added\":\"2023-09-04T16:51:30.791Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:39.405Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/\",\"added\":\"2023-09-04T16:51:40.598Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:39.416Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:49.407Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:49.408Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:49.408Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/recollecting-the-spanish-influenza-epidemic-of-1918-and-covid-19-in-davidson/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:49.479Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:49.479Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1734,"total":3490,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:11:31.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/\",\"added\":\"2023-09-04T16:51:30.793Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:49.420Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:39.405Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/\",\"added\":\"2023-09-04T16:51:40.598Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:11:53.475Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:12:01.015Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:12:01.015Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:12:01.017Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:12:01.017Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:13:01.742Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:04.280Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:04.282Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:04.293Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:04.294Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1735,"total":3507,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:04.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:49.420Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:39.405Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/\",\"added\":\"2023-09-04T16:51:40.598Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:13:09.416Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:11.942Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:11.942Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alice-sloop-sr-staff-assistant-e-h-little-library-handling-a-health-care-crisis-now-verses-then/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:11.953Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:11.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1736,"total":3507,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:11:02.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/\",\"added\":\"2023-09-04T16:51:30.792Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:11.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:04.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:49.420Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:18.399Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:18.399Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:18.401Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/the-davidsonian/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:18.419Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:18.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1737,"total":3507,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:11.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:04.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:11:49.420Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:13:23.475Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:13:25.989Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:26.011Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:26.012Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:26.023Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:26.024Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1738,"total":3515,"pending":4,"failed":226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:11.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:04.293Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:13:26.034Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:13:34.297Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:13:41.956Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:13:48.420Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:04.300Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:04.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:11.958Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:11.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:18.421Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:18.421Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:34.300Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:34.300Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:34.300Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/textbooks/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:34.311Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:34.312Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1739,"total":3515,"pending":4,"failed":227,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:11.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:41.959Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:41.959Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:41.960Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-the-historic-textbook-collection-a-new-addition-to-the-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:42.035Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:42.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1740,"total":3515,"pending":4,"failed":228,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:41.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:42.069Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:43.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:43.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:43.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:43.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/social-justice/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:43.177Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:43.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1741,"total":3515,"pending":4,"failed":229,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:43.211Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:44.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:44.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:44.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:44.015Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-life-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:44.026Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:44.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1742,"total":3515,"pending":4,"failed":230,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:44.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:44.058Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.022Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.022Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.022Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:45.023Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/student-organizations/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.034Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.035Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1743,"total":3515,"pending":4,"failed":231,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:45.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/\",\"added\":\"2023-09-04T16:51:40.603Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.074Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:45.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:45.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/alumni/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.642Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1744,"total":3515,"pending":4,"failed":232,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:45.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/\",\"added\":\"2023-09-04T16:51:40.603Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:45.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:46.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:46.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:46.249Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:46.250Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/alumni-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:46.323Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:46.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1745,"total":3515,"pending":4,"failed":233,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:46.261Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/\",\"added\":\"2023-09-04T16:51:40.603Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:46.354Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:47.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:47.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:47.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:47.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/little-library/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:47.418Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:47.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1746,"total":3515,"pending":4,"failed":234,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:47.418Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/\",\"added\":\"2023-09-04T16:51:57.805Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:47.464Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.046Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.046Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.046Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:48.046Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/celebrating-davidsons-music-history-james-christian-pfohl/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.057Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.058Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1747,"total":3515,"pending":4,"failed":235,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:18.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/\",\"added\":\"2023-09-04T16:51:40.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest\",\"added\":\"2023-09-04T16:51:57.805Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.087Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.422Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:48.422Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-from-the-class-of-64-a-bit-of-the-history-of-rotc-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.433Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1748,"total":3515,"pending":4,"failed":236,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.432Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T16:51:57.807Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.056Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest\",\"added\":\"2023-09-04T16:51:57.805Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.481Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.638Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.638Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:48.638Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:48.638Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/archivesguest","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.649Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.649Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1749,"total":3515,"pending":4,"failed":237,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true\",\"added\":\"2023-09-04T16:51:57.808Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.432Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T16:51:57.807Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:48.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:49.311Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arts-and-communications-clubs?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.324Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1750,"total":3515,"pending":4,"failed":238,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:49.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/\",\"added\":\"2023-09-04T16:53:50.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:48.432Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/\",\"added\":\"2023-09-04T16:51:57.807Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.354Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.495Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.495Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:49.495Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:49.495Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/kissing-the-mystic-scarab/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.507Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1751,"total":3515,"pending":4,"failed":239,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:49.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/\",\"added\":\"2023-09-04T16:53:50.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:49.507Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/\",\"added\":\"2023-09-04T16:53:50.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:49.537Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:50.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-project-archivist-a-3-year-retrospective/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.396Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.399Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1752,"total":3515,"pending":4,"failed":240,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:49.507Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/\",\"added\":\"2023-09-04T16:53:50.717Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:50.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/\",\"added\":\"2023-09-04T16:53:50.717Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.410Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:50.575Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:50.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-and-community-archivist-is-in-the-library/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.652Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.653Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1753,"total":3515,"pending":4,"failed":241,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:50.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/\",\"added\":\"2023-09-04T16:53:50.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:50.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/\",\"added\":\"2023-09-04T16:53:50.717Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:50.663Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:51.494Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-davidson-college-task-force-on-racial-and-ethnic-concerns-1984/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.507Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1754,"total":3515,"pending":4,"failed":242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:51.507Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/\",\"added\":\"2023-09-04T16:53:50.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:50.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/\",\"added\":\"2023-09-04T16:53:50.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.518Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.524Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.524Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:51.524Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:51.524Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/digital-collections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.535Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.535Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1755,"total":3515,"pending":4,"failed":243,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:51.507Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/\",\"added\":\"2023-09-04T16:53:50.718Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:51.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/\",\"added\":\"2023-09-04T16:53:50.719Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:51.546Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.375Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:52.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/grants/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.387Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.387Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1756,"total":3515,"pending":4,"failed":244,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:51.535Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/\",\"added\":\"2023-09-04T16:53:50.719Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.398Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.543Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.543Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.543Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:52.543Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-dr-maxime-lamoureux-st-hilaire-visiting-assistant-professor-anthropology-collaborative-mapping-at-davidson-through-gis/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.555Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.556Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1757,"total":3515,"pending":4,"failed":245,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.566Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.943Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:52.943Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:52.944Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/faculty-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.954Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:52.955Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1758,"total":3515,"pending":4,"failed":246,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:13:26.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:55.971Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:56.034Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:56.034Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:56.034Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-bob-denham-61-in-memory-of-leland-m-park-63/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.049Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1759,"total":3515,"pending":4,"failed":247,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:56.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:56.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:56.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:14:56.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:14:56.615Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-andrew-rippeon-ph-d-visiting-assistant-professor-of-writing-more-frankenstein/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.626Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.626Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1760,"total":3515,"pending":4,"failed":248,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:56.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:56.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:14:56.637Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:02.414Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:02.414Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:02.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:02.414Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/curriculum/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:02.506Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:02.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1761,"total":3515,"pending":4,"failed":249,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:02.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:56.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:02.517Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:03.244Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:03.245Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:03.245Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:03.245Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/books/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:03.255Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:03.256Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1762,"total":3515,"pending":4,"failed":250,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:56.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/\",\"added\":\"2023-09-04T16:53:50.723Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:03.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:03.266Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:04.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:04.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:04.167Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:04.167Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-wealth-of-colleges-a-history-of-learning-and-the-texts-that-help-us/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:04.182Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:04.182Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1763,"total":3515,"pending":4,"failed":251,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:15:04.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:03.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:04.192Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:04.314Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:04.367Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:05.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/davidson-college-presidents/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:05.154Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:05.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1764,"total":3515,"pending":4,"failed":252,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:03.255Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:05.165Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:05.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:05.350Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/curriculum/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:05.361Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:05.361Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1765,"total":3515,"pending":4,"failed":253,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:34.311Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/\",\"added\":\"2023-09-04T16:51:40.602Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:15.364Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:34.368Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:15:34.368Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:15:34.369Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/justice-equality-community-jec-student-and-alumni-advisory-council/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:34.380Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:34.381Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1766,"total":3515,"pending":4,"failed":254,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:14:52.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/\",\"added\":\"2023-09-04T16:53:50.722Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:15:44.384Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:22.566Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:22.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:22.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/presidential-committees/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:22.576Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:22.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1767,"total":3515,"pending":4,"failed":255,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/\",\"added\":\"2023-09-04T16:53:50.724Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:35.165Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:35.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:35.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/libraries/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:35.265Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:35.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1768,"total":3515,"pending":4,"failed":256,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:35.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:35.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:36.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:36.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:36.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:36.446Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-organizations/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:36.457Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:36.458Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1769,"total":3515,"pending":4,"failed":257,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:36.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:43.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:44.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:44.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:44.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:44.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/quips-cranks-and-wanton-wiles-origins-of-the-college-yearbooks-title/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:44.258Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:44.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1770,"total":3515,"pending":4,"failed":258,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:05.360Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/\",\"added\":\"2023-09-04T16:54:04.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:44.269Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:45.365Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:45.365Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:45.365Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:45.376Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:45.376Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1771,"total":3515,"pending":4,"failed":259,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:45.376Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/\",\"added\":\"2023-09-04T16:55:21.595Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:45.386Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:46.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:46.454Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:46.454Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:46.454Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-park-and-recreation-month-davidson-college-arboretum/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:46.470Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:46.470Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1772,"total":3515,"pending":4,"failed":260,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:46.470Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/\",\"added\":\"2023-09-04T16:55:21.596Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:46.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:47.453Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:47.453Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:47.453Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:47.453Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arboretum/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:47.534Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:47.534Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1773,"total":3515,"pending":4,"failed":261,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:47.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/\",\"added\":\"2023-09-04T16:55:21.596Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:47.544Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:48.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:48.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:48.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:48.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/arcgis/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:48.634Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:48.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1774,"total":3515,"pending":4,"failed":262,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:48.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:48.645Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:49.518Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:49.518Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:49.518Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:49.518Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/archival-choices/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:49.530Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:49.532Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1775,"total":3515,"pending":4,"failed":263,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:49.530Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:49.542Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:50.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:50.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:50.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:50.526Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-bowl-a-davidson-success-story/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:50.537Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:50.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1776,"total":3515,"pending":4,"failed":264,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:22.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/\",\"added\":\"2023-09-04T16:54:04.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:50.549Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:52.578Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:52.920Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.061Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.061Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:55.062Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/niwebb/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.072Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1777,"total":3515,"pending":4,"failed":265,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:55.072Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/\",\"added\":\"2023-09-04T16:55:21.598Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.084Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:55.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:55.686Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/editorial-voices-part-1/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.756Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1778,"total":3515,"pending":4,"failed":266,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:55.697Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/\",\"added\":\"2023-09-04T16:55:21.598Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:55.768Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:56.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:56.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:56.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:56.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/thereby-hangs-a-tale-the-winding-path-to-integration-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:56.833Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:56.834Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1779,"total":3515,"pending":4,"failed":267,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:56.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/\",\"added\":\"2023-09-04T16:55:21.599Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:56.844Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:57.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:57.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:57.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:57.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emelyn-schaeffer-avant-garde-class-of-1963/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:57.745Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:57.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1780,"total":3515,"pending":4,"failed":268,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:57.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:58.759Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:59.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:59.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:16:59.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:16:59.806Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:59.817Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:59.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1781,"total":3515,"pending":4,"failed":269,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/\",\"added\":\"2023-09-04T16:55:21.597Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:16:59.827Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:06.662Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:06.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:06.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:06.662Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/library/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:06.672Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:06.672Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1782,"total":3515,"pending":4,"failed":270,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:06.672Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl\",\"added\":\"2023-09-04T16:55:21.601Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:06.700Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:07.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:07.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:07.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:07.343Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:07.412Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:07.413Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1783,"total":3515,"pending":4,"failed":271,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:07.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/\",\"added\":\"2023-09-04T16:55:21.601Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:07.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:08.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:08.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:08.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:08.502Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/delandi/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:08.513Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:08.513Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1784,"total":3515,"pending":4,"failed":272,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:08.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/\",\"added\":\"2023-09-04T16:55:21.601Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:08.522Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.390Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:09.390Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-publications/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.401Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.401Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1785,"total":3515,"pending":4,"failed":273,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:09.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/\",\"added\":\"2023-09-04T16:55:21.601Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.411Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:09.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:09.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fake-news-davidson-a-multidisciplinary-discussion-and-a-humor-column/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.970Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.970Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1786,"total":3515,"pending":4,"failed":274,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:09.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf\",\"added\":\"2023-09-04T16:55:21.601Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:09.980Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:11.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:11.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:11.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:11.062Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/09/Foiling-Fake-News-poster.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:11.074Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:11.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1787,"total":3515,"pending":4,"failed":275,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:11.074Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:11.101Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:12.182Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:12.182Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:12.182Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:12.182Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:12.252Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:12.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1788,"total":3515,"pending":4,"failed":276,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:12.194Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:12.279Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:13.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:13.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:13.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:13.398Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:13.409Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:13.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1789,"total":3515,"pending":4,"failed":277,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:15:34.380Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/\",\"added\":\"2023-09-04T16:54:04.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:14.385Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:14.385Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:14.385Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/editor/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:14.397Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:14.397Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1790,"total":3515,"pending":4,"failed":278,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:14.397Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:14.407Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:16.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:16.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:16.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:16.512Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/30-0420.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:16.588Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:16.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1791,"total":3515,"pending":4,"failed":279,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:16.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:16.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:18.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:18.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:18.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:18.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1915001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:18.579Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1937001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:18.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1792,"total":3515,"pending":4,"failed":280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:18.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1937001.jpg\",\"added\":\"2023-09-04T16:55:24.388Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:18.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1937001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:19.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1937001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:19.586Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1939001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:19.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1793,"total":3515,"pending":4,"failed":280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:19.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1939001.jpg\",\"added\":\"2023-09-04T16:55:24.388Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:19.597Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1939001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:20.584Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/bluepencil1939001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:20.595Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/cather3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:20.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1794,"total":3515,"pending":4,"failed":280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:20.595Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/cather3.jpg\",\"added\":\"2023-09-04T16:55:24.388Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:20.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/cather3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:21.551Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/cather3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:21.563Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:21.564Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1795,"total":3515,"pending":4,"failed":280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:17:21.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:21.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:22.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:22.599Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:22.599Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:17:22.599Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digitization-and-historical-context-analyzing-trustee-and-faculty-minutes/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:22.694Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:22.695Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1796,"total":3515,"pending":4,"failed":281,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:44.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/\",\"added\":\"2023-09-04T16:55:21.594Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:17:22.705Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:17:43.412Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:13.412Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:13.412Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:14.270Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:14.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:14.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-hope-anderson-c22-biology-major-arcgis-and-the-arboretum-new-technology-contributes-to-our-understanding-and-appreciation-of-trees-on-campus/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:14.282Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:14.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1797,"total":3515,"pending":4,"failed":282,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:14.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/\",\"added\":\"2023-09-04T16:56:26.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:14.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:15.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:15.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:15.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:15.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/celestial-objects-space-and-the-physical-universe-as-a-whole/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.394Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/08/Davidson-Eclipse-Party-brochure-2017.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1798,"total":3515,"pending":4,"failed":283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:15.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/08/Davidson-Eclipse-Party-brochure-2017.pdf\",\"added\":\"2023-09-04T16:56:26.076Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.498Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/08/Davidson-Eclipse-Party-brochure-2017.pdf","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/08/Davidson-Eclipse-Party-brochure-2017.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.501Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2017/08/Davidson-Eclipse-Party-brochure-2017.pdf","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.563Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1799,"total":3515,"pending":4,"failed":283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:15.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0005.jpg\",\"added\":\"2023-09-04T16:56:26.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.662Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.664Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0005.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.678Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/CTD_1943r.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.679Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1800,"total":3515,"pending":4,"failed":283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:15.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/CTD_1943r.jpg\",\"added\":\"2023-09-04T16:56:26.078Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:15.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/CTD_1943r.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:16.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/CTD_1943r.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:16.754Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:16.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1801,"total":3515,"pending":4,"failed":283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:16.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/\",\"added\":\"2023-09-04T16:56:26.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:16.785Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:17.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:17.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:17.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:17.335Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/faculty/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.345Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1802,"total":3515,"pending":4,"failed":284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:17.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0007.jpg\",\"added\":\"2023-09-04T16:56:26.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.411Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0007.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.412Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/26-0007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.423Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/4-0843.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.424Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1803,"total":3515,"pending":4,"failed":284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:17.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/4-0843.jpg\",\"added\":\"2023-09-04T16:56:26.079Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.518Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/4-0843.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/4-0843.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.519Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/4-0843.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.586Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1804,"total":3515,"pending":4,"failed":284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:17.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/\",\"added\":\"2023-09-04T16:56:43.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:17.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:18.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/serendipity-in-the-archives/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.161Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1805,"total":3515,"pending":4,"failed":285,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:18.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/\",\"added\":\"2023-09-04T16:56:43.150Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.171Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:18.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:18.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-e-h-little-library-rare-book-room/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.721Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1806,"total":3515,"pending":4,"failed":286,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:18.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/\",\"added\":\"2023-09-04T16:56:43.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:18.732Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:19.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:19.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:19.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:19.271Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/diderot-encyclopedia/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:19.282Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:19.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1807,"total":3515,"pending":4,"failed":287,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:19.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/\",\"added\":\"2023-09-04T16:56:43.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:19.292Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:20.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/incunabula/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.346Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1808,"total":3515,"pending":4,"failed":288,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:20.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/\",\"added\":\"2023-09-04T16:56:43.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.357Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:20.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:20.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rethinking-darwin/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.969Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.970Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1809,"total":3515,"pending":4,"failed":289,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:20.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/\",\"added\":\"2023-09-04T16:56:43.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:20.980Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:22.039Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-golden-cockerel-press-first-books/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.050Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1810,"total":3515,"pending":4,"failed":290,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:22.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/\",\"added\":\"2023-09-04T16:56:43.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:22.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:22.631Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-davidson-and-to-the-rare-book-room/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.641Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-engravings.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1811,"total":3515,"pending":4,"failed":291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-engravings.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:22.652Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-engravings.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:23.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-engravings.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:23.737Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:23.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1812,"total":3515,"pending":4,"failed":291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:23.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-title-page.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:23.747Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-title-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:24.800Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Descent-of-Man-title-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:24.810Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:24.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1813,"total":3515,"pending":4,"failed":291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:16:59.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/\",\"added\":\"2023-09-04T16:55:21.600Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:24.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:29.829Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:29.829Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:29.829Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:29.840Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:29.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1814,"total":3515,"pending":4,"failed":292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:24.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:29.926Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:31.913Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:31.915Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Errata-v-2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:31.995Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Spines.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:31.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1815,"total":3515,"pending":4,"failed":292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:31.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Spines.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.050Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Spines.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Spines.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.053Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Spines.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.075Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Vol-1-page-2-word-evolution.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.075Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1816,"total":3515,"pending":4,"failed":292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:32.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Vol-1-page-2-word-evolution.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.164Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Vol-1-page-2-word-evolution.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Vol-1-page-2-word-evolution.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.166Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Vol-1-page-2-word-evolution.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.178Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.179Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1817,"total":3515,"pending":4,"failed":292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:32.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/\",\"added\":\"2023-09-04T16:56:43.153Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:32.208Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:33.263Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bruce-rogers-collection/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.274Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1818,"total":3515,"pending":4,"failed":293,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:33.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/\",\"added\":\"2023-09-04T16:56:43.153Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.304Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:33.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:33.847Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-first-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.857Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-First-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1819,"total":3515,"pending":4,"failed":294,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:33.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-First-page.jpg\",\"added\":\"2023-09-04T16:56:43.153Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.923Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-First-page.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-First-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.924Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-First-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.997Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-Title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:33.998Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1820,"total":3515,"pending":4,"failed":294,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:33.934Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-Title-page.jpg\",\"added\":\"2023-09-04T16:56:43.153Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.063Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-Title-page.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-Title-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.064Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Centaur-Title-page.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.081Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Song-of-Roland.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.081Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1821,"total":3515,"pending":4,"failed":294,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:34.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Song-of-Roland.jpg\",\"added\":\"2023-09-04T16:56:43.153Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.144Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Song-of-Roland.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Song-of-Roland.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.145Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/09/Song-of-Roland.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.156Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.156Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1822,"total":3515,"pending":4,"failed":294,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:34.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:34.185Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:35.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-inscription-page-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.281Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1823,"total":3515,"pending":4,"failed":295,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:35.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.312Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:35.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:35.879Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/conjure-woman-title-page-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.891Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1824,"total":3515,"pending":4,"failed":296,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:35.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:35.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:36.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:36.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:36.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:36.495Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-ltd-ed-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:36.562Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:36.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1825,"total":3515,"pending":4,"failed":297,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:36.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:36.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:37.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:37.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:37.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:37.646Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/geofroy-tory-title-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:37.658Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:37.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1826,"total":3515,"pending":4,"failed":298,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:37.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:37.689Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:38.541Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:38.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:38.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:38.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/litany-of-the-elves-initial-letter/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:38.552Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:38.553Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1827,"total":3515,"pending":4,"failed":299,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:38.552Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:38.562Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:39.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:39.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:39.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:39.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-page-spread/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:39.562Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:39.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1828,"total":3515,"pending":4,"failed":300,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:39.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:39.572Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:40.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/notes-critical-and-biographical-title-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.129Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.130Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1829,"total":3515,"pending":4,"failed":301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:40.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.139Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:40.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:40.678Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-ltd-ed-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.755Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.755Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1830,"total":3515,"pending":4,"failed":302,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:40.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/\",\"added\":\"2023-09-04T16:56:43.154Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:40.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:41.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:41.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:41.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:41.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-the-just-shaping-of-letters-title-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:41.857Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:41.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1831,"total":3515,"pending":4,"failed":303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:41.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:41.868Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:42.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:42.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:42.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:42.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/parlement-of-foules-first-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:42.745Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:42.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1832,"total":3515,"pending":4,"failed":304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:42.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:42.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:43.302Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:43.302Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:43.302Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:43.303Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-cover/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.314Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.314Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1833,"total":3515,"pending":4,"failed":305,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:43.313Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:13.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/\",\"added\":\"2023-09-04T16:55:24.387Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.324Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:43.413Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:43.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:43.414Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/miss-cather-regrets/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.425Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1834,"total":3515,"pending":4,"failed":306,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:43.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:43.313Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:43.435Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:44.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-page-spread/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.378Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1835,"total":3515,"pending":4,"failed":307,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:43.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:44.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.388Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.486Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.486Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:44.486Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:44.486Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-signature-page/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.496Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.496Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1836,"total":3515,"pending":4,"failed":308,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:44.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:44.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:44.506Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:45.071Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-inscription-page/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.082Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1837,"total":3515,"pending":4,"failed":309,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:44.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.231Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.231Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:45.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/pierrot-of-the-minute-title-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.298Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.298Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1838,"total":3515,"pending":4,"failed":310,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.307Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.638Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.639Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:45.639Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:45.639Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/songs-and-sonnets-title-page/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.703Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.704Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1839,"total":3515,"pending":4,"failed":311,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:45.713Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:46.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-inscription-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.368Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.369Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1840,"total":3515,"pending":4,"failed":312,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:45.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/\",\"added\":\"2023-09-04T16:56:43.155Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/\",\"added\":\"2023-09-04T16:56:43.156Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.378Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.511Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:46.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/sonnets-and-madrigals-title-page/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.522Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.523Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1841,"total":3515,"pending":4,"failed":313,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/\",\"added\":\"2023-09-04T16:56:43.156Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/\",\"added\":\"2023-09-04T16:56:43.156Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.532Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:46.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:46.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/centaur-title-page/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.930Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.930Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1842,"total":3515,"pending":4,"failed":314,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/\",\"added\":\"2023-09-04T16:56:43.156Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true\",\"added\":\"2023-09-04T16:57:45.440Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:46.940Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.079Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:47.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/song-of-roland-3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:47.090Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:47.090Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1843,"total":3515,"pending":4,"failed":315,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg\",\"added\":\"2023-09-04T16:57:45.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:46.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true\",\"added\":\"2023-09-04T16:57:45.440Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:47.101Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.982Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.982Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:47.982Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:47.983Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alma-mater?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:47.994Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:47.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1844,"total":3515,"pending":4,"failed":316,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg\",\"added\":\"2023-09-04T16:57:45.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:48.004Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:50.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:50.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:50.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:50.774Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1996all.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:50.784Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:50.784Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1845,"total":3515,"pending":4,"failed":317,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:50.784Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true\",\"added\":\"2023-09-04T16:59:26.199Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:50.794Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:51.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:51.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:51.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:51.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:51.377Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:51.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1846,"total":3515,"pending":4,"failed":318,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:17:22.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/\",\"added\":\"2023-09-04T16:56:26.075Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:51.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/\",\"added\":\"2023-09-04T16:59:37.991Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:52.388Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:52.705Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:52.706Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:52.706Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/library-directors-of-the-past-present-and-future-welcome-lisa-forrest/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:52.716Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:52.716Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1847,"total":3515,"pending":4,"failed":319,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:52.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/\",\"added\":\"2023-09-04T16:59:37.991Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:51.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/\",\"added\":\"2023-09-04T16:59:37.991Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:52.725Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:52.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:52.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:52.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:52.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/commencement-quirks-and-oddities/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.038Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.039Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1848,"total":3515,"pending":4,"failed":320,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:52.977Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:52.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/\",\"added\":\"2023-09-04T16:59:37.991Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.087Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:53.886Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:53.886Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:53.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:53.887Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.897Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1849,"total":3515,"pending":4,"failed":321,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:52.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/\",\"added\":\"2023-09-04T16:59:37.991Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:53.925Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:54.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:54.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:54.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:54.807Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/george-mcphail/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:54.818Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:54.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1850,"total":3515,"pending":4,"failed":322,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:47.994Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/\",\"added\":\"2023-09-04T16:59:26.198Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:54.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:56.982Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:56.982Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:56.982Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:56.983Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:56.995Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:56.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1851,"total":3515,"pending":4,"failed":323,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:56.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:57.005Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:57.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:57.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:57.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:57.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/skeletons-in-the-columns/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:57.617Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:57.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1852,"total":3515,"pending":4,"failed":324,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:57.560Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall\",\"added\":\"2023-09-04T16:59:52.166Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:57.649Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:58.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:58.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:58.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:58.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:58.738Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:58.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1853,"total":3515,"pending":4,"failed":325,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:58.738Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing\",\"added\":\"2023-09-04T16:59:52.166Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:58.767Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:59.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:59.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:18:59.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:18:59.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:59.609Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays"}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:59.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1854,"total":3515,"pending":4,"failed":326,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:59.609Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays\",\"added\":\"2023-09-04T16:59:52.166Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:18:59.636Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:00.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:00.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:00.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:00.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:00.618Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:00.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1855,"total":3515,"pending":4,"failed":327,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:00.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/\",\"added\":\"2023-09-04T16:59:52.166Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:00.629Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:01.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:01.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:01.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:01.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-in-davidson-december-21-1854/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:01.627Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:01.627Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1856,"total":3515,"pending":4,"failed":328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:01.626Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history\",\"added\":\"2023-09-04T16:59:52.167Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:01.655Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:02.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:02.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:02.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:02.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:02.316Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:02.316Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1857,"total":3515,"pending":4,"failed":329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:02.251Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall\",\"added\":\"2023-09-04T16:59:52.167Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:02.344Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:03.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:03.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:03.431Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:03.431Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:03.443Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:03.444Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1858,"total":3515,"pending":4,"failed":330,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:19:03.443Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:03.471Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:04.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:04.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:04.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:04.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:04.090Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:04.090Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1859,"total":3515,"pending":4,"failed":331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:29.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg\",\"added\":\"2023-09-04T16:56:43.152Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:04.101Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:19:41.164Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:19:41.164Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/07/Postscript-noting-serious-and-unfortunate-error-v-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:41.263Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:41.263Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1860,"total":3515,"pending":4,"failed":332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:19:41.182Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick1.jpg\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:41.274Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:42.431Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:42.441Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:42.441Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1861,"total":3515,"pending":4,"failed":332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:42.441Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick2.jpg\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:42.452Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.251Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1862,"total":3515,"pending":4,"failed":332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick5.jpg\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.304Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick5.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.305Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.317Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.318Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1863,"total":3515,"pending":4,"failed":332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.317Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick6.jpg\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.402Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick6.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick6.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.404Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/glowstick6.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.415Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts"}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.415Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1864,"total":3515,"pending":4,"failed":332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:18:53.897Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:19:43.426Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:23.925Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:23.925Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:20:23.925Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:23.936Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:23.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1865,"total":3515,"pending":4,"failed":333,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:18:54.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/\",\"added\":\"2023-09-04T16:59:52.165Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:23.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:24.034Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:24.830Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:24.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:20:24.830Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-history-by-moonlight-the-first-international-student-glow-in-the-dark-tour/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:24.842Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:24.843Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1866,"total":3515,"pending":4,"failed":334,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:20:23.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:04.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/\",\"added\":\"2023-09-04T16:59:52.168Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:24.907Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:34.102Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:20:34.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:20:34.103Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/say-it-isnt-so/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:34.115Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:34.115Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1867,"total":3515,"pending":4,"failed":335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:20:23.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:20:34.198Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:08.669Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:08.669Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19490401_0011.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.688Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.692Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1868,"total":3515,"pending":4,"failed":336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:08.688Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.757Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.759Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.773Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001_w.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.774Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1869,"total":3515,"pending":4,"failed":336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:08.773Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001_w.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.858Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001_w.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001_w.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.860Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19550401_001_w.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.935Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.936Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1870,"total":3515,"pending":4,"failed":336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:08.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.991Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:08.992Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.003Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1871,"total":3515,"pending":4,"failed":336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.003Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_002.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.065Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.067Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19580401_002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.080Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:09.080Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1872,"total":3515,"pending":4,"failed":336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:19:43.415Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:13.426Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:13.427Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:13.427Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=concerts","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.493Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/19240207_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.493Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1873,"total":3515,"pending":4,"failed":337,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/19240207_001.jpg\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.567Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/19240207_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/19240207_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.569Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/19240207_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.580Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/29-0124.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.580Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1874,"total":3515,"pending":4,"failed":337,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/29-0124.jpg\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.644Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/29-0124.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/29-0124.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.646Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/29-0124.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.658Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/9-0164.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1875,"total":3515,"pending":4,"failed":337,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/9-0164.jpg\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.715Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/9-0164.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/9-0164.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2012/02/9-0164.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.730Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:13.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1876,"total":3515,"pending":4,"failed":337,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:24.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:20:34.115Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg\",\"added\":\"2023-09-04T16:59:52.169Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:15.335Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:15.340Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_0021.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:15.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:15.347Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/19530401_001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.379Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/19141021_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.380Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.383Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1878,"total":3515,"pending":4,"failed":339,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/19141021_001.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1878,"total":3515,"pending":4,"failed":339,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/19141021_001.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.400Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/19141021_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:15.402Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:16.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/19141021_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:16.631Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/Hudson.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:16.632Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1879,"total":3515,"pending":4,"failed":339,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:16.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/Hudson.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:26.636Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/Hudson.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:30.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/Hudson.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:30.654Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:30.654Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1880,"total":3515,"pending":4,"failed":339,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:15.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:30.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:31.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:31.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:31.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:31.615Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-0165.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:31.686Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/dumas.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:31.686Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1881,"total":3515,"pending":4,"failed":340,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:30.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:31.627Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/dumas.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:38.711Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/dumas.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:39.084Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:39.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/dumas.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:39.810Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:39.810Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1882,"total":3515,"pending":4,"failed":340,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:30.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:39.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:40.657Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:41.711Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/McKinnon.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:41.722Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/anti.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:41.723Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1883,"total":3515,"pending":4,"failed":340,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:41.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/anti.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:39.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:42.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/anti.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:43.732Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:43.765Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:49.813Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.647Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/anti.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.658Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/electrical.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1884,"total":3515,"pending":4,"failed":340,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/electrical.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:39.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/electrical.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:50.671Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:50.672Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:21:50.672Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:21:50.672Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/crazy-clubs/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.682Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1885,"total":3515,"pending":4,"failed":341,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/electrical.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:50.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:58.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/electrical.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:58.666Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/pyschic.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:58.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1886,"total":3515,"pending":4,"failed":341,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:58.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/pyschic.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.750Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/pyschic.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/pyschic.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.751Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/pyschic.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.818Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-01701.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1887,"total":3515,"pending":4,"failed":341,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:59.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-01701.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.882Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-01701.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-01701.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.883Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/10/9-01701.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.893Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:21:59.894Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1888,"total":3515,"pending":4,"failed":341,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:59.893Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:50.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg\",\"added\":\"2023-09-04T16:59:52.172Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:06.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:06.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:06.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:22:06.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/04/goose.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:06.344Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:06.345Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1889,"total":3515,"pending":4,"failed":342,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:22:06.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:59.893Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:13.730Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T16:59:52.171Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:06.355Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:09.083Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:09.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:13.765Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:22:13.765Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:22:13.765Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:13.775Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:13.776Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1890,"total":3515,"pending":4,"failed":343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:22:13.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:06.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:59.893Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:18.421Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:23.779Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:22:31.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:22:31.298Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.305Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.305Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.307Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.307Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.308Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.308Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.308Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.320Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:31.320Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1891,"total":3516,"pending":4,"failed":343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:22:13.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:06.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:31.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:32.811Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:32.811Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:33.567Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:33.567Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.070Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.071Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.071Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/april-fools-1930s-davidson-giggles/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.084Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:34.084Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1892,"total":3516,"pending":4,"failed":343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:22:13.775Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:34.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/\",\"added\":\"2023-09-04T17:00:18.493Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:31.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:37.758Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:37.759Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:22:41.322Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:23:04.085Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:23:34.085Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:23:34.085Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:23:53.779Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:23:56.304Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:23:56.304Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/for-the-record/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:23:56.370Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:23:56.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1893,"total":3518,"pending":4,"failed":343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:23:56.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/\",\"added\":\"2023-09-04T17:01:07.439Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:34.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/\",\"added\":\"2023-09-04T17:00:18.493Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:21:09.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/\",\"added\":\"2023-09-04T16:59:52.170Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:31.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:02.812Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:02.812Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:02.822Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:02.823Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1894,"total":3518,"pending":4,"failed":343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:23:56.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/\",\"added\":\"2023-09-04T17:01:07.439Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:02.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:34.083Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/\",\"added\":\"2023-09-04T17:00:18.493Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:31.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:04.087Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:04.088Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:24:04.088Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-tiffany-waddell-tate-recognizing-synergies-among-staff/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:04.162Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:04.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1895,"total":3518,"pending":4,"failed":344,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:23:56.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/\",\"added\":\"2023-09-04T17:01:07.439Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:02.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:04.101Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:22:31.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/\",\"added\":\"2023-09-04T16:59:52.173Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:11.322Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:11.322Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:24:11.323Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/gates/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:11.334Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:11.335Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1896,"total":3518,"pending":4,"failed":345,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:23:56.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/\",\"added\":\"2023-09-04T17:01:07.439Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:11.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:02.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:04.101Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:21.206Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/this-day-at-davidson-february-8/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:26.372Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:32.825Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:34.166Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:41.339Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:24:56.374Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:24:56.374Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:02.824Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:02.825Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:04.165Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:04.165Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:11.338Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:11.338Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:26.376Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:26.376Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:26.376Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-amaya-bradford/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:26.387Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:26.387Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1897,"total":3518,"pending":4,"failed":346,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:11.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:02.822Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:04.101Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:32.827Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:32.827Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:32.827Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-ashley-ip/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:32.837Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:32.837Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1898,"total":3518,"pending":4,"failed":347,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:11.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:04.101Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/\",\"added\":\"2023-09-04T17:01:07.440Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:34.166Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:34.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:34.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-kaitlin-barkley/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:34.176Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:34.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1899,"total":3518,"pending":4,"failed":348,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:11.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:34.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:34.187Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:35.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:35.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:35.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:35.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-salome-araya/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:35.274Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:35.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1900,"total":3518,"pending":4,"failed":349,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:24:11.334Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:35.285Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:41.340Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:41.340Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:41.340Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-bry-reed/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:41.351Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:41.352Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1901,"total":3518,"pending":4,"failed":350,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:41.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:41.362Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:42.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:42.454Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:42.455Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:42.455Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lucy-walton/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:42.530Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:42.531Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1902,"total":3518,"pending":4,"failed":351,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:42.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/\",\"added\":\"2023-09-04T17:01:07.444Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:42.541Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:43.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:43.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:43.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:43.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/students/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:43.634Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:43.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1903,"total":3518,"pending":4,"failed":352,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:43.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/\",\"added\":\"2023-09-04T17:01:14.057Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:43.646Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:44.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:44.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:44.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:25:44.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-cara-evanson-research-and-first-year-experience-librarian-history-of-our-library-our-conference/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:44.522Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:44.522Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1904,"total":3518,"pending":4,"failed":353,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:32.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/\",\"added\":\"2023-09-04T17:01:07.442Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:25:44.533Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:25:56.389Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:02.840Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:02.890Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:02.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:02.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:02.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:02.958Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-mariah-alvarado/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:03.034Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:03.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1905,"total":3518,"pending":4,"failed":354,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:02.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:03.065Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:04.151Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.162Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1906,"total":3518,"pending":4,"failed":355,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:04.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.193Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.766Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:04.767Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:04.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1727/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.778Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1907,"total":3518,"pending":4,"failed":356,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:04.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/\",\"added\":\"2023-09-04T17:01:14.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:04.808Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:05.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:05.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:05.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:05.878Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/25th-anniversary-of-hurricane-hugo/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:05.889Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:05.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1908,"total":3518,"pending":4,"failed":357,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:05.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/\",\"added\":\"2023-09-04T17:01:14.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:05.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:06.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:06.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:06.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:06.470Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1730/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:06.482Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:06.483Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1909,"total":3518,"pending":4,"failed":358,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:06.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/\",\"added\":\"2023-09-04T17:01:14.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:06.493Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:07.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:07.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:07.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:07.039Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hurricane-florence/img-1733/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:07.110Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:07.110Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1910,"total":3518,"pending":4,"failed":359,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:07.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/\",\"added\":\"2023-09-04T17:01:14.059Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:07.126Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:08.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:08.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:08.215Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:08.216Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/campus/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:08.226Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:08.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1911,"total":3518,"pending":4,"failed":360,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:08.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/\",\"added\":\"2023-09-04T17:01:14.059Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:08.236Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:09.087Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/trees/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.103Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.103Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1912,"total":3518,"pending":4,"failed":361,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:09.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/\",\"added\":\"2023-09-04T17:01:14.060Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.113Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:09.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:09.654Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-poetry-reading/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.664Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.664Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1913,"total":3518,"pending":4,"failed":362,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:09.664Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/\",\"added\":\"2023-09-04T17:01:14.061Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:09.674Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:10.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:10.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:10.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:10.718Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/events/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:10.729Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:10.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1914,"total":3518,"pending":4,"failed":363,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:10.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/\",\"added\":\"2023-09-04T17:01:31.346Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:10.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:11.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:11.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:11.319Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:11.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/frankenstein-the-anniversary/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:11.391Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Forthcoming-book-ad-next-to-title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:11.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1915,"total":3518,"pending":4,"failed":364,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:11.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Forthcoming-book-ad-next-to-title-page.jpg\",\"added\":\"2023-09-04T17:01:31.346Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:11.401Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Forthcoming-book-ad-next-to-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:12.511Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Forthcoming-book-ad-next-to-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:12.522Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-back-cover.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:12.522Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1916,"total":3518,"pending":4,"failed":364,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:12.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-back-cover.jpg\",\"added\":\"2023-09-04T17:01:31.346Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:12.533Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-back-cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:13.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-back-cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:13.378Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-cover.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:13.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1917,"total":3518,"pending":4,"failed":364,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:13.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-cover.jpg\",\"added\":\"2023-09-04T17:01:31.346Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:13.388Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.375Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-cover.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.387Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.387Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1918,"total":3518,"pending":4,"failed":364,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:14.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.398Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:14.950Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:14.951Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:14.951Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:14.951Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dog-days/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.963Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-last-London-preface.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1919,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:14.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-last-London-preface.jpg\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:14.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-last-London-preface.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:16.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-last-London-preface.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:16.109Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-opening-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:16.109Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1920,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:16.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-opening-page.jpg\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:16.137Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-opening-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:18.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-opening-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:18.097Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-original-preface.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:18.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1921,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:18.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-original-preface.jpg\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:18.108Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-original-preface.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:19.095Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-original-preface.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:19.106Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:19.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1922,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:19.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-title-page.jpg\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:19.116Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:20.103Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Frankenstein-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:20.113Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Sever-and-Francis-book-list.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:20.113Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1923,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:20.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Sever-and-Francis-book-list.jpg\",\"added\":\"2023-09-04T17:01:31.347Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:20.124Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Sever-and-Francis-book-list.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:21.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Sever-and-Francis-book-list.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:21.082Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:21.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1924,"total":3518,"pending":4,"failed":365,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:21.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/\",\"added\":\"2023-09-04T17:01:31.348Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:21.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:22.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:22.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:22.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:22.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/9th-annual-ghost-in-the-library-halloween-celebration/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:22.183Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:22.183Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1925,"total":3518,"pending":4,"failed":366,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:22.131Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/\",\"added\":\"2023-09-04T17:01:31.348Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:22.194Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:23.278Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:23.278Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:23.278Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:23.278Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/college-library-times-4/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:23.289Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:23.289Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1926,"total":3518,"pending":4,"failed":367,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:23.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/\",\"added\":\"2023-09-04T17:01:31.348Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:23.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:24.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:24.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:24.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:24.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthornes-house-of-the-seven-gables/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:24.179Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:24.179Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1927,"total":3518,"pending":4,"failed":368,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:24.179Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/\",\"added\":\"2023-09-04T17:01:31.348Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:24.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.174Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.174Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.174Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:25.175Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-school-and-bruce-rogers/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.185Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.185Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1928,"total":3518,"pending":4,"failed":369,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:25.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/\",\"added\":\"2023-09-04T17:01:31.349Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.196Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.742Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.742Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:25.742Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:25.742Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/shbyrd/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.753Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.753Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1929,"total":3518,"pending":4,"failed":370,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:25.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/\",\"added\":\"2023-09-04T17:01:31.349Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:25.763Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:26.311Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/nathaniel-hawthorne-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.380Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1930,"total":3518,"pending":4,"failed":371,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:26.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/\",\"added\":\"2023-09-04T17:01:07.441Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:26.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/\",\"added\":\"2023-09-04T17:02:08.747Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.389Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.389Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.476Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.476Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:26.476Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:26.476Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-uyen-nguyen/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.490Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.491Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1931,"total":3518,"pending":4,"failed":372,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:26.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/\",\"added\":\"2023-09-04T17:02:08.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:26.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/\",\"added\":\"2023-09-04T17:02:08.747Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:26.501Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.503Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:27.503Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sadie-harden-on-womens-work/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.514Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.515Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1932,"total":3518,"pending":4,"failed":373,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:27.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/\",\"added\":\"2023-09-04T17:02:08.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:26.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/\",\"added\":\"2023-09-04T17:02:08.749Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.524Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.565Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:27.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:27.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meghan-rankins-on-when-the-bell-tolls-presbyterianism-and-student-life-in-the-1870s/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.581Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.581Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1933,"total":3518,"pending":4,"failed":374,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:27.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/\",\"added\":\"2023-09-04T17:02:08.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:27.581Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/\",\"added\":\"2023-09-04T17:02:08.750Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:27.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:28.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/course-collaboration/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.145Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.146Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1934,"total":3518,"pending":4,"failed":375,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:27.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/\",\"added\":\"2023-09-04T17:02:08.749Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:28.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true\",\"added\":\"2023-09-04T17:02:40.705Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.156Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:28.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:28.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-michael-mcclelland-on-slavery-was-present-at-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.330Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.331Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1935,"total":3518,"pending":4,"failed":376,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:28.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/\",\"added\":\"2023-09-04T17:02:40.705Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:28.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true\",\"added\":\"2023-09-04T17:02:40.705Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:28.340Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:29.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:29.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:29.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:29.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/football?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:29.298Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:29.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1936,"total":3518,"pending":4,"failed":377,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:29.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:28.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/\",\"added\":\"2023-09-04T17:02:40.705Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:36.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:36.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:36.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:36.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:36.366Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming-results/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:36.384Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:36.384Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1937,"total":3518,"pending":4,"failed":378,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:29.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:36.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:36.396Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:37.398Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-paul-mullinax-c22-environmental-studies-major-the-african-american-burial-grounds-network-act/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.409Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.409Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1938,"total":3518,"pending":4,"failed":379,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:37.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:36.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.418Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.422Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:37.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:37.423Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/african-american-burial-grounds-network-act/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.434Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1939,"total":3518,"pending":4,"failed":380,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:37.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:37.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/\",\"added\":\"2023-09-04T17:02:53.944Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:37.444Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.046Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.046Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.046Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:38.047Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-nowak-anthropology-major-c23-the-history-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:38.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:38.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslaved-cemetery/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:38.098Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:38.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1941,"total":3518,"pending":4,"failed":382,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:38.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:38.057Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:38.108Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:38.122Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:38.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1941,"total":3518,"pending":4,"failed":382,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:38.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:38.057Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:45.151Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:46.198Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cemetery/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.208Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.208Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1942,"total":3518,"pending":4,"failed":383,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:38.057Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/\",\"added\":\"2023-09-04T17:02:53.945Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.218Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:46.264Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-sara-wilson-c22-anthropology-major-mapping-the-landscape-of-beaver-dam/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.276Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.277Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1943,"total":3518,"pending":4,"failed":384,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.287Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:46.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mandy-muise-anthropology-major-c23community-based-public-research-in-archaeology-an-outsiders-perspective/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.801Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1944,"total":3518,"pending":4,"failed":385,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.811Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.967Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.967Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:46.968Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:46.968Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/anthropology/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.979Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1945,"total":3518,"pending":4,"failed":386,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/\",\"added\":\"2023-09-04T17:02:53.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/\",\"added\":\"2023-09-04T17:02:53.946Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:46.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:47.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:47.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:47.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:47.503Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/william-lee-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:47.575Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:47.575Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1946,"total":3518,"pending":4,"failed":387,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:47.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/\",\"added\":\"2023-09-04T17:02:53.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:46.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/\",\"added\":\"2023-09-04T17:02:53.948Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:54.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:54.759Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:54.759Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:54.759Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:54.759Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-bloggers-elise-edman-and-dan-murphy-how-mapping-davidsons-campus-altered-students-perceptions-of-campus/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:54.770Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:54.770Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1947,"total":3518,"pending":4,"failed":388,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:54.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/\",\"added\":\"2023-09-04T17:04:18.293Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:47.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/\",\"added\":\"2023-09-04T17:02:53.951Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:54.781Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:55.679Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/student-projects/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.691Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.691Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1948,"total":3518,"pending":4,"failed":389,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:54.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/\",\"added\":\"2023-09-04T17:04:18.293Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:55.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.700Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.845Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:55.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:55.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.856Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.856Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1949,"total":3518,"pending":4,"failed":390,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:55.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:55.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:55.865Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:56.446Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/environment/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.491Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.491Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:56.491Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:56.491Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/college-history/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.503Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.503Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1951,"total":3518,"pending":4,"failed":392,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:56.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:56.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/\",\"added\":\"2023-09-04T17:04:18.295Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.513Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.523Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.524Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1951,"total":3518,"pending":4,"failed":392,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:56.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:56.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/\",\"added\":\"2023-09-04T17:04:18.295Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:56.533Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:57.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jalin-jackson-i-dont-see-greek-diagnosing-blindness-and-redefining-inclusivity-at-davidson-college-part-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:57.562Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:57.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1952,"total":3518,"pending":4,"failed":393,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:56.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/\",\"added\":\"2023-09-04T17:04:18.294Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:57.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/\",\"added\":\"2023-09-04T17:04:18.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:26:57.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:26:57.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/physical-plant/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:57.642Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott"}}
{"logLevel":"info","timestamp":"2023-09-04T19:26:57.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1953,"total":3518,"pending":4,"failed":394,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:26:57.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott\",\"added\":\"2023-09-04T17:04:20.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:57.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/\",\"added\":\"2023-09-04T17:04:18.298Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:04.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:04.670Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.158Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.158Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.158Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:05.158Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/campus-traditions/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.169Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.170Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1954,"total":3518,"pending":4,"failed":395,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/delandi\",\"added\":\"2023-09-04T17:04:20.293Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:57.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott\",\"added\":\"2023-09-04T17:04:20.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:35.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/\",\"added\":\"2023-09-04T17:01:07.443Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.285Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:05.286Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-lindsey-jarrell/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.297Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1955,"total":3518,"pending":4,"failed":396,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/delandi\",\"added\":\"2023-09-04T17:04:20.293Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:26:57.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott\",\"added\":\"2023-09-04T17:04:20.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true\",\"added\":\"2023-09-04T17:04:20.364Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/emprivott returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:05.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/emprivott returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/emprivott returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:05.318Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/emprivott","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.330Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:05.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1956,"total":3518,"pending":4,"failed":397,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/delandi\",\"added\":\"2023-09-04T17:04:20.293Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true\",\"added\":\"2023-09-04T17:04:20.364Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true\",\"added\":\"2023-09-04T17:04:43.186Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:12.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:12.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:12.759Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:12.759Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/delandi returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:12.759Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/delandi returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/delandi returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:12.759Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/delandi","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:12.826Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:12.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1957,"total":3518,"pending":4,"failed":398,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true\",\"added\":\"2023-09-04T17:04:20.364Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true\",\"added\":\"2023-09-04T17:04:43.186Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:25:44.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/\",\"added\":\"2023-09-04T17:01:14.058Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:14.533Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:14.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:14.534Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/mocampbell/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:14.547Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:14.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1958,"total":3518,"pending":4,"failed":399,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:14.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true\",\"added\":\"2023-09-04T17:04:54.351Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true\",\"added\":\"2023-09-04T17:04:20.364Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true\",\"added\":\"2023-09-04T17:04:43.186Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:15.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:19.413Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:19.414Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:19.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:19.414Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/article?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:19.424Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:19.425Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1959,"total":3518,"pending":4,"failed":400,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:14.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true\",\"added\":\"2023-09-04T17:04:54.351Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:05.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true\",\"added\":\"2023-09-04T17:04:20.364Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:19.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:20.414Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:20.414Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:20.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:20.415Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:20.425Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:20.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1960,"total":3518,"pending":4,"failed":401,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:14.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true\",\"added\":\"2023-09-04T17:04:54.351Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:19.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:22.828Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:24.549Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:26.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:26.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:26.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:26.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race-winners?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:26.633Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:26.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1961,"total":3518,"pending":4,"failed":402,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:26.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/\",\"added\":\"2023-09-04T17:06:27.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:19.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:29.428Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:29.650Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:29.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:29.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:29.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:29.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:29.977Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:29.977Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1962,"total":3518,"pending":4,"failed":403,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:26.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/\",\"added\":\"2023-09-04T17:06:27.067Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:29.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:30.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:30.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:30.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:30.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/reunion-lore/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:30.283Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:30.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1963,"total":3518,"pending":4,"failed":404,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:12.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true\",\"added\":\"2023-09-04T17:04:43.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:29.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:30.428Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:37.006Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:37.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:37.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:37.454Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:37.454Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:37.455Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:37.465Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:37.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1964,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:37.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:29.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:38.119Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/11-005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:38.183Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:38.184Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1965,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:37.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.570Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.571Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0058.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.582Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0063.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.582Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1966,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:44.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0063.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.668Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0063.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0063.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.670Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0063.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.681Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0685.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1967,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:44.680Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0685.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.735Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0685.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0685.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.736Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0685.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.747Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0775.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1968,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:44.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0775.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.800Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0775.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0775.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.802Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0775.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.867Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19370317_006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.868Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1969,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:44.813Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19370317_006.jpg\",\"added\":\"2023-09-04T17:06:29.450Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.932Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19370317_006.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19370317_006.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.934Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19370317_006.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.945Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19410410_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:44.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1970,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:44.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19410410_001.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.030Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19410410_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19410410_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19410410_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.041Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.041Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1971,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:30.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.051Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.207Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.218Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0043.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.228Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:45.228Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1972,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:38.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg\",\"added\":\"2023-09-04T17:06:27.068Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/2-0062.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.305Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1973,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.751Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19650409_003-copy.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.763Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:46.764Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1974,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.338Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.339Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/19660415_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.352Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-1852.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.352Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1975,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.351Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-1852.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.407Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-1852.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-1852.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.408Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-1852.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.419Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:52.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1976,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:53.326Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:53.790Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:54.398Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/26-0290.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:54.411Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:54.412Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1977,"total":3518,"pending":4,"failed":405,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:20.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true\",\"added\":\"2023-09-04T17:06:06.549Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:54.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:54.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:27:54.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:27:54.559Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/legend-of-bill-edwards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:54.627Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:27:54.628Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1978,"total":3518,"pending":4,"failed":406,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:46.763Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg\",\"added\":\"2023-09-04T17:06:29.451Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:01.438Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:01.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:01.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:01.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:01.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/04/27-0420.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:01.618Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:01.618Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1979,"total":3518,"pending":4,"failed":407,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:01.628Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:01.646Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:02.518Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:02.518Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:02.518Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:02.519Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:02.531Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:02.532Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1980,"total":3518,"pending":4,"failed":408,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:02.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:09.551Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:10.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:10.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:10.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:10.623Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:10.633Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:10.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1981,"total":3518,"pending":4,"failed":409,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:10.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:10.644Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:11.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:11.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:11.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:11.215Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:11.276Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:11.277Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1982,"total":3518,"pending":4,"failed":410,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:11.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true\",\"added\":\"2023-09-04T17:07:07.534Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:11.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:12.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:12.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:12.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:12.374Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:12.385Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/1-1-27Jan1841p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:12.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1983,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:12.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/1-1-27Jan1841p1.jpg\",\"added\":\"2023-09-04T17:07:07.628Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:12.395Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/1-1-27Jan1841p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:13.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/1-1-27Jan1841p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:13.273Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/DC076-57.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:13.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1984,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:13.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/DC076-57.jpg\",\"added\":\"2023-09-04T17:07:07.629Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:13.283Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/DC076-57.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:14.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/DC076-57.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:14.282Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:14.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1985,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:14.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160001.jpg\",\"added\":\"2023-09-04T17:07:07.629Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:14.293Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:15.279Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:15.289Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:15.289Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1986,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:15.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160002.jpg\",\"added\":\"2023-09-04T17:07:07.629Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:15.299Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:16.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson19160002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:16.309Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson1937.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:16.310Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1987,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:16.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson1937.jpg\",\"added\":\"2023-09-04T17:07:07.629Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:16.320Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson1937.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.383Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/06/finlayson1937.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.394Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1988,"total":3518,"pending":4,"failed":411,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:17.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/\",\"added\":\"2023-09-04T17:07:15.072Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.404Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:17.950Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:17.950Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:17.950Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:17.951Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.962Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.962Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1989,"total":3518,"pending":4,"failed":412,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:17.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true\",\"added\":\"2023-09-04T17:07:15.073Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:17.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:19.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:19.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:19.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:19.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:19.025Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:19.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1990,"total":3518,"pending":4,"failed":413,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:19.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959\",\"added\":\"2023-09-04T17:07:29.986Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:19.035Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.110Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.110Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.110Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:20.110Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1950-1959","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.122Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1991,"total":3518,"pending":4,"failed":414,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:20.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969\",\"added\":\"2023-09-04T17:07:29.986Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.132Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:20.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:20.679Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1960-1969","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.746Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1992,"total":3518,"pending":4,"failed":415,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:20.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979\",\"added\":\"2023-09-04T17:07:29.986Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:20.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:21.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:21.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:21.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:21.831Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1970-1979","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:21.842Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:21.842Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1993,"total":3518,"pending":4,"failed":416,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:21.842Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989\",\"added\":\"2023-09-04T17:07:29.986Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:21.853Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:22.422Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:22.468Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:22.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:22.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989 returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:22.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989 returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:22.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1980-1989","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:22.738Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:22.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1994,"total":3518,"pending":4,"failed":417,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:52.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:22.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:29.554Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:29.554Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:29.554Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:29.555Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:29.567Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:29.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1995,"total":3518,"pending":4,"failed":418,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:29.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:22.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:29.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:29.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:30.326Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1950s-student-life","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.339Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.339Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1996,"total":3518,"pending":4,"failed":419,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:30.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:29.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.486Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.486Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:30.486Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:30.487Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/1970s-student-life","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.557Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.558Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1997,"total":3518,"pending":4,"failed":420,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:30.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:30.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:30.568Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.390Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:31.390Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/article/chaplaincy-timeline","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.401Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.403Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1998,"total":3518,"pending":4,"failed":421,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:30.499Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.412Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.562Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.562Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.563Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:31.563Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-1990-1999","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.574Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.575Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":1999,"total":3518,"pending":4,"failed":422,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015\",\"added\":\"2023-09-04T17:07:29.987Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.574Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true\",\"added\":\"2023-09-04T17:07:29.988Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:31.585Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:31.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:31.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/uncategorized/william-holt-terry-2000-2015","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.035Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.035Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2000,"total":3518,"pending":4,"failed":423,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/\",\"added\":\"2023-09-04T17:07:33.539Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.574Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true\",\"added\":\"2023-09-04T17:07:29.988Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.045Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:32.535Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.546Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.546Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2001,"total":3518,"pending":4,"failed":424,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:31.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/\",\"added\":\"2023-09-04T17:07:33.539Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:32.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/\",\"added\":\"2023-09-04T17:07:33.539Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.564Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.702Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:32.702Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:32.703Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/college-governance/page/2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.714Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.715Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2002,"total":3518,"pending":4,"failed":425,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:32.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/\",\"added\":\"2023-09-04T17:07:33.539Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:32.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true\",\"added\":\"2023-09-04T17:08:22.014Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:32.724Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:33.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:33.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:33.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:33.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/hidden-history-writing-and-watermarks-john-rennie-blake/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:33.553Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:33.553Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2003,"total":3518,"pending":4,"failed":426,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:33.552Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T17:08:23.563Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:32.714Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true\",\"added\":\"2023-09-04T17:08:22.014Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:40.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:40.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:40.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:40.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia-2?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:40.346Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:40.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2004,"total":3518,"pending":4,"failed":427,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:33.552Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T17:08:23.563Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:40.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true\",\"added\":\"2023-09-04T17:08:23.565Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:40.357Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:40.590Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:41.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-activity-planning-boards?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.049Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.049Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2005,"total":3518,"pending":4,"failed":428,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:33.552Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/\",\"added\":\"2023-09-04T17:08:23.563Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true\",\"added\":\"2023-09-04T17:10:04.576Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.059Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:41.191Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/spring-frolics/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.202Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.202Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2006,"total":3518,"pending":4,"failed":429,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true\",\"added\":\"2023-09-04T17:10:04.576Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.212Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:41.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/extracurricular-activities-independents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.618Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2007,"total":3518,"pending":4,"failed":430,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.628Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.767Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:41.767Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:41.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.829Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_beta1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.829Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2008,"total":3518,"pending":4,"failed":431,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:41.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_beta1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:41.839Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_beta1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:42.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:42.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:42.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:42.670Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.720Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_beta1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.734Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.734Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2010,"total":3518,"pending":4,"failed":432,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/\",\"added\":\"2023-09-04T17:10:50.828Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.742Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.743Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2010,"total":3518,"pending":4,"failed":432,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/\",\"added\":\"2023-09-04T17:10:50.828Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.752Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:42.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:43.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:43.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:43.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:43.343Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.356Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_kappa1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2011,"total":3518,"pending":4,"failed":433,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.355Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_kappa1.jpg\",\"added\":\"2023-09-04T17:10:50.828Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.420Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_kappa1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_kappa1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.421Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_kappa1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.433Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_phidelta1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2012,"total":3518,"pending":4,"failed":433,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_phidelta1.jpg\",\"added\":\"2023-09-04T17:10:50.828Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.489Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_phidelta1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_phidelta1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.490Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_phidelta1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.500Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.500Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2013,"total":3518,"pending":4,"failed":433,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.500Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:10:50.829Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:42.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg\",\"added\":\"2023-09-04T17:10:50.827Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.529Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.662Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_betahouse1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_date1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2014,"total":3518,"pending":4,"failed":433,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_date1.jpg\",\"added\":\"2023-09-04T17:10:50.829Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.500Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:10:50.829Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.760Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_date1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_date1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.761Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/frat_date1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.771Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.771Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2015,"total":3518,"pending":4,"failed":433,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/\",\"added\":\"2023-09-04T17:11:28.002Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.500Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:10:50.829Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:43.801Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:44.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:44.137Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/DrD1928crop.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:44.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2016,"total":3518,"pending":4,"failed":434,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:43.771Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/\",\"added\":\"2023-09-04T17:11:28.002Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:44.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/DrD1928crop.jpg\",\"added\":\"2023-09-04T17:11:28.002Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:44.727Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:44.727Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/general-william-lee-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:44.738Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:44.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2017,"total":3518,"pending":4,"failed":435,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:44.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/\",\"added\":\"2023-09-04T17:11:28.003Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:44.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/DrD1928crop.jpg\",\"added\":\"2023-09-04T17:11:28.002Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.154Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/DrD1928crop.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.755Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.919Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/DrD1928crop.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.931Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.931Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2018,"total":3518,"pending":4,"failed":435,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:47.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true\",\"added\":\"2023-09-04T17:11:28.004Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:44.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/\",\"added\":\"2023-09-04T17:11:28.003Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:47.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:48.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:48.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:48.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:48.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:48.833Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/neh_50_logo_2color.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:48.833Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2019,"total":3518,"pending":4,"failed":436,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:48.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/neh_50_logo_2color.jpg\",\"added\":\"2023-09-04T17:11:29.568Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:47.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true\",\"added\":\"2023-09-04T17:11:28.004Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:48.939Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/neh_50_logo_2color.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/neh_50_logo_2color.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:48.940Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/neh_50_logo_2color.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:49.032Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/nehblog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:49.033Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2020,"total":3518,"pending":4,"failed":436,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:48.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/nehblog.jpg\",\"added\":\"2023-09-04T17:11:29.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:47.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true\",\"added\":\"2023-09-04T17:11:28.004Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:49.043Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/nehblog.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:50.022Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:50.022Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:50.022Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:50.022Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chalmers-davidson?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.033Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.033Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2021,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:50.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg\",\"added\":\"2023-09-04T17:11:42.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:48.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/nehblog.jpg\",\"added\":\"2023-09-04T17:11:29.569Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.043Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.280Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/12/nehblog.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.290Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1518.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.290Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2022,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:50.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg\",\"added\":\"2023-09-04T17:11:42.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:50.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1518.jpg\",\"added\":\"2023-09-04T17:11:42.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.301Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1518.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:50.991Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1518.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.002Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1519.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2023,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:51.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1519.jpg\",\"added\":\"2023-09-04T17:11:42.300Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:50.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg\",\"added\":\"2023-09-04T17:11:42.299Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.013Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1519.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.216Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1502.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.227Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/redblack.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2024,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:51.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1519.jpg\",\"added\":\"2023-09-04T17:11:42.300Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:51.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/redblack.jpg\",\"added\":\"2023-09-04T17:11:42.300Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.239Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/redblack.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:51.999Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/27-1519.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.010Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1925vespers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.011Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2025,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:52.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1925vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:51.227Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/redblack.jpg\",\"added\":\"2023-09-04T17:11:42.300Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.022Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1925vespers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.135Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/12/redblack.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.149Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1931Vespers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.149Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2026,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:52.010Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1925vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:52.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1931Vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:52.160Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1931Vespers.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.007Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1925vespers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.018Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1971Vespers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.018Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2027,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1971Vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:52.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1931Vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.029Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1971Vespers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.184Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1931Vespers.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.256Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.256Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2028,"total":3518,"pending":4,"failed":437,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.197Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true\",\"added\":\"2023-09-04T17:12:42.433Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1971Vespers.jpg\",\"added\":\"2023-09-04T17:11:56.980Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.266Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:53.975Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2010/11/1971Vespers.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.024Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.024Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.025Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:54.025Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/the-wildcat?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.039Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.040Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2030,"total":3518,"pending":4,"failed":438,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.039Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T17:12:45.016Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/\",\"added\":\"2023-09-04T17:12:45.015Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.047Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.048Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2030,"total":3518,"pending":4,"failed":438,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.039Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center\",\"added\":\"2023-09-04T17:12:45.016Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/\",\"added\":\"2023-09-04T17:12:45.015Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.057Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.068Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.711Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:54.711Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.724Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.724Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2031,"total":3518,"pending":4,"failed":439,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/\",\"added\":\"2023-09-04T17:12:45.016Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:53.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/\",\"added\":\"2023-09-04T17:12:45.015Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:54.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:54.879Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/altered-plans/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.891Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2032,"total":3518,"pending":4,"failed":440,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/\",\"added\":\"2023-09-04T17:12:45.016Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:54.920Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:55.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:55.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:55.783Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:55.783Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/orientations-past/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:55.794Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:55.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2033,"total":3518,"pending":4,"failed":441,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:55.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:54.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:55.806Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:56.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/dogs-of-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.322Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/13-0261.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.322Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2034,"total":3518,"pending":4,"failed":442,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:55.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:56.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/13-0261.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.333Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/13-0261.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.399Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.400Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:28:56.400Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:28:56.400Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/summer-music/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.413Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1916_joke.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.414Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2035,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:56.413Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1916_joke.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:56.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/13-0261.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:56.424Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1916_joke.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/13-0261.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.043Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/30-0650.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.043Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2036,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:57.043Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/30-0650.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:56.413Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1916_joke.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.053Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/30-0650.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.216Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1916_joke.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.283Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/17-0523.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2037,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:57.043Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/30-0650.jpg\",\"added\":\"2023-09-04T17:12:45.017Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:57.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/17-0523.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:57.293Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/17-0523.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.040Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/30-0650.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.052Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19511026_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.052Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2038,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:58.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19511026_001.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:57.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/17-0523.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.062Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19511026_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.212Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/17-0523.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.223Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520229_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.224Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2039,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:58.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19511026_001.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:58.223Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520229_001.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:58.234Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520229_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.007Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19511026_001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.050Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520229_001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.066Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_dog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2041,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:59.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_dog.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:59.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.077Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_dog.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.105Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2041,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:59.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_dog.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:59.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:28:59.115Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.127Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_dog.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.139Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2042,"total":3518,"pending":4,"failed":443,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:28:59.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:00.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.150Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:00.240Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:00.240Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:00.240Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:00.240Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19520314_004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.252Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1976_dog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.253Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2043,"total":3518,"pending":4,"failed":444,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:00.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1976_dog.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:00.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:00.263Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1976_dog.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.055Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1976_dog.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.067Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dogs.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.067Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2044,"total":3518,"pending":4,"failed":444,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:01.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dogs.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:00.139Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.077Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dogs.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.246Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1974_editorial.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.257Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2045,"total":3518,"pending":4,"failed":444,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:01.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dogs.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:01.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:01.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:02.063Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dogs.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:02.075Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:02.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2046,"total":3518,"pending":4,"failed":444,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:02.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:01.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg\",\"added\":\"2023-09-04T17:12:45.018Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:02.086Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:05.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:05.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:05.206Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:05.206Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/26-0341.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:05.274Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:05.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2047,"total":3518,"pending":4,"failed":445,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:05.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dog.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:02.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:06.287Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dog.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:07.255Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_dog.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:07.267Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_golden.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:07.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2048,"total":3518,"pending":4,"failed":445,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:07.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_golden.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:02.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:07.277Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_golden.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:08.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_golden.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:08.273Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_poem.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:08.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2049,"total":3518,"pending":4,"failed":445,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:08.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_poem.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:02.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:08.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_poem.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:09.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1981_poem.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:09.282Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:09.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2050,"total":3518,"pending":4,"failed":445,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:09.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dog.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:02.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:09.294Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dog.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:10.174Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:10.174Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:10.174Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:10.174Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/11-0389.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.186Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dogs-move.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2051,"total":3518,"pending":4,"failed":446,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:10.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dogs-move.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:09.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dog.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.196Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dogs-move.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.248Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dog.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.258Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1983_lab.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2052,"total":3518,"pending":4,"failed":446,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1983_lab.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:10.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dogs-move.jpg\",\"added\":\"2023-09-04T17:12:45.019Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:10.269Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1983_lab.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.191Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1982_dogs-move.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.231Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/1983_lab.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.295Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.296Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2054,"total":3518,"pending":4,"failed":446,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:11.202Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:11.244Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.309Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.309Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2054,"total":3518,"pending":4,"failed":446,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:11.202Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:11.244Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.323Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:11.338Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:12.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.419Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2055,"total":3518,"pending":4,"failed":447,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:11.244Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.458Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.478Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.478Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:12.478Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:12.478Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.491Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/10-0337.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.492Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2056,"total":3518,"pending":4,"failed":448,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.491Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/10-0337.jpg\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.569Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/10-0337.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/10-0337.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.571Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/10-0337.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.583Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19-0222.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.583Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2057,"total":3518,"pending":4,"failed":448,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.582Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19-0222.jpg\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.641Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19-0222.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19-0222.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.642Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/19-0222.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.653Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/DC006-102.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.654Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2058,"total":3518,"pending":4,"failed":448,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/DC006-102.jpg\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.713Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/DC006-102.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/DC006-102.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.714Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/08/DC006-102.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.725Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.726Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2059,"total":3518,"pending":4,"failed":448,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.725Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/\",\"added\":\"2023-09-04T17:12:45.020Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:12.774Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:13.006Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/teachers-lake-norman/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.016Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.016Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2060,"total":3518,"pending":4,"failed":449,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:12.725Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:13.016Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.063Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:13.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:13.350Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.420Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.421Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2061,"total":3518,"pending":4,"failed":450,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:13.362Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:13.016Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:13.468Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.143Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:14.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.155Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2062,"total":3518,"pending":4,"failed":451,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.155Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:13.362Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.202Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.367Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.367Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.367Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:14.368Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.379Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2063,"total":3518,"pending":4,"failed":452,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.155Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.409Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:14.774Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.785Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2064,"total":3518,"pending":4,"failed":453,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.796Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.974Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:14.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:14.975Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/lake-norman/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.986Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:14.986Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2065,"total":3518,"pending":4,"failed":454,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.986Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:14.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/\",\"added\":\"2023-09-04T17:12:45.021Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.013Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:15.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fresh-burgess-arrived-at-d-c/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.879Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.879Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:15.879Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:15.879Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.895Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.895Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2067,"total":3518,"pending":4,"failed":456,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:15.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:15.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.904Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2067,"total":3518,"pending":4,"failed":456,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:15.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:15.895Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.907Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:15.915Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:16.950Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:16.950Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:16.950Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:16.950Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/student-entrepreneurs/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:16.962Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:16.962Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2068,"total":3518,"pending":4,"failed":457,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:15.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/\",\"added\":\"2023-09-04T17:12:45.022Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:16.962Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:16.990Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:16.999Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.000Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.000Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:17.000Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/leisure/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.012Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.012Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2069,"total":3518,"pending":4,"failed":458,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.012Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:16.962Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.040Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:17.574Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dating-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.636Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2070,"total":3518,"pending":4,"failed":459,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.586Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.012Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:17.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:17.670Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.681Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.682Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2071,"total":3518,"pending":4,"failed":460,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.586Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:17.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:18.238Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/national-bike-month/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.249Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/4-0670.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.249Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2072,"total":3518,"pending":4,"failed":461,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:17.586Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/4-0670.jpg\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.259Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/4-0670.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:18.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:18.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.417Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/10-0399.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.417Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2073,"total":3518,"pending":4,"failed":462,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/10-0399.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/4-0670.jpg\",\"added\":\"2023-09-04T17:12:45.023Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.427Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/10-0399.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/4-0670.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.906Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.906Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2074,"total":3518,"pending":4,"failed":462,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/10-0399.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:18.916Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.062Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/10-0399.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.072Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895ad.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.073Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2075,"total":3518,"pending":4,"failed":462,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.072Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895ad.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:18.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895ad.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.903Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.944Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1895ad.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.955Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.956Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2077,"total":3518,"pending":4,"failed":462,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.971Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:19.971Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2077,"total":3518,"pending":4,"failed":462,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:27:54.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:28:01.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/\",\"added\":\"2023-09-04T17:07:07.533Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:29.957Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:29.972Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:31.629Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:31.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:31.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:31.646Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:31.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:31.647Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:31.657Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:31.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2079,"total":3518,"pending":4,"failed":464,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:31.697Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:31.698Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2079,"total":3518,"pending":4,"failed":464,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:38.801Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:38.803Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:38.813Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:38.813Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2080,"total":3518,"pending":4,"failed":464,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:38.813Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors\",\"added\":\"2023-09-04T17:12:45.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:38.862Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:39.807Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:39.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:39.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:39.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:39.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-outdoors","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:39.977Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:39.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2081,"total":3518,"pending":4,"failed":465,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:39.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/\",\"added\":\"2023-09-04T17:12:45.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:39.987Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:41.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:41.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:29:41.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:29:41.062Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/once-upon-a-timeline/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:41.075Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/20010125_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:41.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2082,"total":3518,"pending":4,"failed":466,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:41.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/20010125_001.jpg\",\"added\":\"2023-09-04T17:12:45.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:41.086Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/20010125_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:42.215Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/20010125_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:42.226Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/24-0097.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:42.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2083,"total":3518,"pending":4,"failed":466,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:42.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/24-0097.jpg\",\"added\":\"2023-09-04T17:12:45.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:52.229Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/24-0097.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:56.319Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/24-0097.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:56.384Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/9-1234.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:56.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2084,"total":3518,"pending":4,"failed":466,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:56.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/9-1234.jpg\",\"added\":\"2023-09-04T17:12:45.025Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:57.397Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/9-1234.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:58.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/9-1234.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:58.378Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline"}}
{"logLevel":"info","timestamp":"2023-09-04T19:29:58.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2085,"total":3518,"pending":4,"failed":466,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:58.378Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline\",\"added\":\"2023-09-04T17:12:45.026Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:08.398Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:09.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:09.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:09.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:09.502Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:09.513Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:09.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2086,"total":3518,"pending":4,"failed":467,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:09.513Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2\",\"added\":\"2023-09-04T17:12:45.026Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:09.541Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:11.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:11.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2 returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:11.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2 returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2 returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:11.686Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:11.696Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:11.697Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2087,"total":3518,"pending":4,"failed":468,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:11.696Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia\",\"added\":\"2023-09-04T17:12:45.026Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:18.772Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:19.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:19.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:19.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:19.374Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedia","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:19.385Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:19.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2088,"total":3518,"pending":4,"failed":469,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:19.385Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball\",\"added\":\"2023-09-04T17:12:45.026Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:26.430Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:27.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:27.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:27.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:27.078Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:27.140Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:27.142Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2089,"total":3518,"pending":4,"failed":470,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:27.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/\",\"added\":\"2023-09-04T17:12:45.026Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:27.152Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:28.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/searching-for-jane/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.244Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.244Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2090,"total":3518,"pending":4,"failed":471,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:28.244Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/\",\"added\":\"2023-09-04T17:12:45.027Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.254Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:28.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:28.815Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/jablodgett/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.826Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2091,"total":3518,"pending":4,"failed":472,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:28.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/\",\"added\":\"2023-09-04T17:13:27.134Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:28.837Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:29.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:29.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:29.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:29.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-g-martins-presidential-portrait/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:29.913Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:29.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2092,"total":3518,"pending":4,"failed":473,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:29.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true\",\"added\":\"2023-09-04T17:13:27.134Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:29.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:30.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:30.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:30.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:30.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/david-grier-martin?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:30.474Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:30.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2093,"total":3518,"pending":4,"failed":474,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:30.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/\",\"added\":\"2023-09-04T17:13:27.134Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:30.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:31.142Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.209Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.209Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2094,"total":3518,"pending":4,"failed":475,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:31.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true\",\"added\":\"2023-09-04T17:14:10.862Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.219Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:31.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:31.774Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baseball?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.785Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2095,"total":3518,"pending":4,"failed":476,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:31.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true\",\"added\":\"2023-09-04T17:14:11.549Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:31.796Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:32.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-logos-by-decade?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:32.345Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:32.345Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2096,"total":3518,"pending":4,"failed":477,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:32.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true\",\"added\":\"2023-09-04T17:14:42.647Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:32.355Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:32.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:32.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/basketball?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:32.912Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:32.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2097,"total":3518,"pending":4,"failed":478,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:32.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true\",\"added\":\"2023-09-04T17:15:08.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:39.934Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:40.998Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:40.998Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:40.998Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:40.998Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:41.012Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:41.012Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2098,"total":3518,"pending":4,"failed":479,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:41.012Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/\",\"added\":\"2023-09-04T17:15:08.151Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:48.050Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:49.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:49.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:49.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:49.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:49.184Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:49.184Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2099,"total":3518,"pending":4,"failed":480,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:49.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true\",\"added\":\"2023-09-04T17:15:13.167Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:49.194Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:50.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/soccer?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.281Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2100,"total":3518,"pending":4,"failed":481,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:50.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true\",\"added\":\"2023-09-04T17:15:22.215Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.292Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:50.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:50.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-memorabilia?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.850Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.851Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2101,"total":3518,"pending":4,"failed":482,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:50.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true\",\"added\":\"2023-09-04T17:15:22.303Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:50.861Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:51.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:51.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:51.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:51.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-costume?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:51.915Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:51.915Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2102,"total":3518,"pending":4,"failed":483,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:51.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/\",\"added\":\"2023-09-04T17:16:42.095Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:51.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:52.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:52.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:52.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:52.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/author/guest/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:52.523Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:52.524Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2103,"total":3518,"pending":4,"failed":484,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:52.523Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/\",\"added\":\"2023-09-04T17:18:03.206Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:52.534Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:53.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:53.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:53.143Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:53.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/digital-mapping-at-the-davidson-archives/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:53.223Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:53.224Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2104,"total":3518,"pending":4,"failed":485,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:53.156Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:53.251Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:54.335Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/map","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.347Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.348Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2105,"total":3518,"pending":4,"failed":486,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:54.347Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.358Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:54.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:54.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/digital-collections/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.913Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.914Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2106,"total":3518,"pending":4,"failed":487,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:54.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:54.924Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:55.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:55.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:55.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:55.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-post-maps-teaching-and-archival-field-trips/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:55.978Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:55.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2107,"total":3518,"pending":4,"failed":488,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:55.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:55.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:57.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:57.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:57.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:57.062Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/charlottepostcardsscreenshot.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:57.074Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/shrouthistorypinscreenshot.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:57.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2108,"total":3518,"pending":4,"failed":489,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:57.073Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/shrouthistorypinscreenshot.jpg\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:57.084Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/shrouthistorypinscreenshot.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/shrouthistorypinscreenshot.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.220Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/ulnscreenshot.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.220Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2109,"total":3518,"pending":4,"failed":489,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:58.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/ulnscreenshot.jpg\",\"added\":\"2023-09-04T17:18:03.207Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.286Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/ulnscreenshot.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/ulnscreenshot.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.288Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/ulnscreenshot.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.299Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2110,"total":3518,"pending":4,"failed":489,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:58.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/\",\"added\":\"2023-09-04T17:18:42.786Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:58.886Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:58.886Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:58.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:58.886Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-marshall-bursis-on-davidson-during-reconstruction/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.898Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2111,"total":3518,"pending":4,"failed":490,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:58.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/\",\"added\":\"2023-09-04T17:18:42.794Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:58.927Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:59.471Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-mads-mcelveen-on-dancin-in-davidson-a-glimpse-of-female-deviance-in-the-old-south/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.482Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.483Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2112,"total":3518,"pending":4,"failed":491,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/\",\"added\":\"2023-09-04T17:18:42.794Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.513Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.959Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.959Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:59.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1900-faculty.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.970Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.971Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2113,"total":3518,"pending":4,"failed":492,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/\",\"added\":\"2023-09-04T17:18:42.795Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/\",\"added\":\"2023-09-04T17:18:42.794Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:19.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.973Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:30:59.973Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:30:59.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/1897.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.992Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:30:59.993Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2114,"total":3518,"pending":4,"failed":493,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/\",\"added\":\"2023-09-04T17:18:42.795Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/\",\"added\":\"2023-09-04T17:19:33.258Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/\",\"added\":\"2023-09-04T17:18:42.794Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.004Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.014Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:00.054Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/dance/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.065Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2115,"total":3518,"pending":4,"failed":494,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/\",\"added\":\"2023-09-04T17:18:42.795Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling\",\"added\":\"2023-09-04T17:19:33.259Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/\",\"added\":\"2023-09-04T17:19:33.258Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.076Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:00.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:00.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/guest-blogger/page/2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.692Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:00.692Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2116,"total":3518,"pending":4,"failed":495,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling\",\"added\":\"2023-09-04T17:19:33.259Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:30:59.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/\",\"added\":\"2023-09-04T17:19:33.258Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:01.063Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/mans-oldest-sport/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.075Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.076Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2117,"total":3518,"pending":4,"failed":496,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling\",\"added\":\"2023-09-04T17:19:33.259Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:01.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.087Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:01.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:01.191Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/?s=wrestling","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.270Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-1609b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.271Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2118,"total":3518,"pending":4,"failed":497,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:01.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-1609b.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:01.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:01.281Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-1609b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:02.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-1609b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:02.810Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:02.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2119,"total":3518,"pending":4,"failed":497,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:02.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:01.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:03.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/27-0182a.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:03.757Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:03.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2120,"total":3518,"pending":4,"failed":497,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:02.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:05.879Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:05.880Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0062.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:05.892Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:05.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2121,"total":3518,"pending":4,"failed":497,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:00.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/\",\"added\":\"2023-09-04T17:19:33.261Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:10.696Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:11.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:11.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:11.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:11.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-tag-game-picture-post-of-davidsons-most-unique-sport/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.265Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0423b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.268Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2122,"total":3518,"pending":4,"failed":498,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:11.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0423b.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.353Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0423b.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0423b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.354Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0423b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.366Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1384a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.366Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2123,"total":3518,"pending":4,"failed":498,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:11.366Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1384a.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.452Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1384a.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1384a.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.454Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1384a.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.468Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:11.468Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2124,"total":3518,"pending":4,"failed":498,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:11.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:12.480Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:20.590Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:20.590Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:20.590Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:20.591Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/dson10121951.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:20.603Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/flickerballcaption002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:20.603Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2125,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:20.602Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/flickerballcaption002.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.709Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/flickerballcaption002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/flickerballcaption002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.710Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/flickerballcaption002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.781Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0418b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.782Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2126,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:27.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0418b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.867Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0418b.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0418b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.869Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0418b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.880Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1389b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.880Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2127,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:27.879Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1389b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:05.891Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:27.891Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1389b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:28.028Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:28.901Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0413.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:28.912Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1393b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:28.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2128,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:27.879Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1389b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:28.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1393b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:28.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1393b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:29.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1389b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:29.260Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1395b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:29.260Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2129,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:28.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1393b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:29.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1395b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:29.270Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1395b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.103Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1393b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.113Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1396b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2130,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:30.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1396b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:29.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1395b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.124Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1396b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.927Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1395b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.938Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0664b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2131,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:30.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1396b.jpg\",\"added\":\"2023-09-04T17:19:33.263Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:30.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0664b.jpg\",\"added\":\"2023-09-04T17:19:33.265Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:30.949Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0664b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.028Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-1396b.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.161Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2132,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:30.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0664b.jpg\",\"added\":\"2023-09-04T17:19:33.265Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0664b.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.756Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.756Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2133,"total":3518,"pending":4,"failed":499,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:32.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:33.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:33.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:33.391Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:33.391Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.515Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.516Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2134,"total":3518,"pending":4,"failed":500,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:33.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879002.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.584Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879002.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.585Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop7879002.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.596Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop8990004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.597Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2135,"total":3518,"pending":4,"failed":500,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:33.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop8990004.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.740Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop8990004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop8990004.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.741Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop8990004.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.751Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.752Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2136,"total":3518,"pending":4,"failed":500,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:33.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:33.762Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:34.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:34.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:34.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:34.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9192006.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:34.858Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:34.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2137,"total":3518,"pending":4,"failed":501,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:34.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:03.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg\",\"added\":\"2023-09-04T17:19:33.262Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:34.868Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:36.795Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:36.795Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:37.303Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/04/4-0410.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:37.315Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:37.316Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2138,"total":3518,"pending":4,"failed":501,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:37.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293008.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:34.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:44.408Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293008.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293008.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:44.409Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293008.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:44.584Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9899009.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:44.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2139,"total":3518,"pending":4,"failed":501,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:44.420Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9899009.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:34.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.669Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9899009.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9899009.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9899009.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.683Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9900012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2140,"total":3518,"pending":4,"failed":501,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.683Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9900012.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:34.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.933Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9900012.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9900012.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.934Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9900012.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.946Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2141,"total":3518,"pending":4,"failed":501,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:34.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg\",\"added\":\"2023-09-04T17:19:33.267Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:45.973Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:50.982Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:50.982Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:31:50.982Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:31:50.982Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop9293007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:50.994Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:50.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2142,"total":3518,"pending":4,"failed":502,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:29:31.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg\",\"added\":\"2023-09-04T17:12:45.024Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:31:51.004Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:32:35.241Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:32:35.242Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/05/26-2493.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:35.254Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop00010131.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:35.255Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2143,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:35.254Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop00010131.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:45.258Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop00010131.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop00010131.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.578Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop06070151.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2144,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop06070151.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.636Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop06070151.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop06070151.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.638Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop06070151.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.652Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0809016.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.652Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2145,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.652Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0809016.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.716Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0809016.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0809016.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.717Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0809016.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.844Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:47.845Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2146,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:32.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/\",\"added\":\"2023-09-04T17:19:33.266Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.441Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.441Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.950Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.951Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.952Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.952Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bob-mckillop-throughout-the-years/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.962Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop1011018.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:51.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2147,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:51.962Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop1011018.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.030Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop1011018.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop1011018.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop1011018.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.042Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillopdavidsonian.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2148,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillopdavidsonian.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.125Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillopdavidsonian.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillopdavidsonian.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.126Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillopdavidsonian.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.137Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:53.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2149,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:47.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.137Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:54.919Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:54.920Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/mckillop0910017.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:54.931Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2"}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:54.932Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2150,"total":3518,"pending":4,"failed":503,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:45.946Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.137Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:32:55.726Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:03.837Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:15.974Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:15.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:15.975Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/information/rare-book-room","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:15.985Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:15.986Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2151,"total":3518,"pending":4,"failed":504,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:15.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.137Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:31:50.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/\",\"added\":\"2023-09-04T17:19:33.268Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:21.005Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:21.005Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:21.005Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/41-years-of-womens-varsity-sports/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:21.070Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:21.071Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2152,"total":3518,"pending":4,"failed":505,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:15.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:21.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.137Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:21.080Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:23.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:23.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:23.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:23.054Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0160.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.065Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2153,"total":3518,"pending":4,"failed":506,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:15.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:53.137Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:23.134Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:23.134Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.141Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.142Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.143Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.143Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.144Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.144Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.144Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.155Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:23.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2154,"total":3519,"pending":4,"failed":506,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:15.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:25.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:33.068Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:33.157Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:34.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:34.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:34.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:34.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0152.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.098Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/womenstennis.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.098Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2155,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.097Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/womenstennis.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.183Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/womenstennis.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/womenstennis.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.185Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/womenstennis.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.227Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/4-0220.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.241Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.242Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2157,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.196Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg\",\"added\":\"2023-09-04T17:19:33.270Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.255Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.255Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2157,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:32:54.931Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.196Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg\",\"added\":\"2023-09-04T17:19:33.270Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:34.919Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:34.919Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.926Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.926Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.928Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.928Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.929Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.929Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.929Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.941Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:34.941Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2158,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.196Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg\",\"added\":\"2023-09-04T17:19:33.270Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:41.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:41.286Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:41.998Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/ridingclub1980.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.426Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2159,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:23.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg\",\"added\":\"2023-09-04T17:19:33.269Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.437Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/11/swimteam1974-5001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.997Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929_map-copy1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:42.997Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2160,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929_map-copy1.jpg\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:43.007Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929_map-copy1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.111Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929_map-copy1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.122Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.123Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2161,"total":3519,"pending":4,"failed":507,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:44.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.133Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:44.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:44.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:44.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:44.943Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/26-2407.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.954Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/9-0002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.954Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2162,"total":3519,"pending":4,"failed":508,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:44.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/9-0002.jpg\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:44.965Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/9-0002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:45.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/9-0002.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:45.961Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/DC0191s-39a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:45.961Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2163,"total":3519,"pending":4,"failed":508,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:45.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/DC0191s-39a.jpg\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:45.971Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/DC0191s-39a.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:46.959Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/DC0191s-39a.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:46.971Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:46.972Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2164,"total":3519,"pending":4,"failed":508,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:46.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/\",\"added\":\"2023-09-04T17:19:33.272Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:46.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:47.590Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:47.590Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:33:47.590Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:33:47.590Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/athletics/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:47.676Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929bb.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:47.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2165,"total":3519,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:47.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929bb.jpg\",\"added\":\"2023-09-04T17:19:33.272Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:47.687Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929bb.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:48.803Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/1929bb.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:48.814Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0053.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:48.814Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2166,"total":3519,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:48.813Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0053.jpg\",\"added\":\"2023-09-04T17:19:33.272Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:48.824Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0053.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:49.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0053.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:49.667Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0808.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:49.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2167,"total":3519,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:49.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0808.jpg\",\"added\":\"2023-09-04T17:19:33.272Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:49.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0808.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:50.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/09/4-0808.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:50.674Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:50.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2168,"total":3519,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:50.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/\",\"added\":\"2023-09-04T17:20:33.848Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.940Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:33:50.684Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:34:14.325Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:34:14.325Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.332Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.332Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.334Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.334Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.334Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.334Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.335Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.345Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:14.345Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2169,"total":3520,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:33:50.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/\",\"added\":\"2023-09-04T17:20:33.848Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:34.241Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:14.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/\",\"added\":\"2023-09-04T17:20:33.849Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:34:28.763Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:34:28.763Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.770Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2"],"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.770Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.772Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.773Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.773Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.773Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.773Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.785Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2170,"total":3521,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:50.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/\",\"added\":\"2023-09-04T17:20:33.848Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:14.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/\",\"added\":\"2023-09-04T17:20:33.849Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:28.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:42.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:47.877Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:47.878Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.382Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.383Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.383Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.383Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-the-e-h-little-library-ashley/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.395Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.396Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2171,"total":3521,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:33:42.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/\",\"added\":\"2023-09-04T17:19:33.271Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:14.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/\",\"added\":\"2023-09-04T17:20:33.849Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:48.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:58.419Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:58.420Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:58.421Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:34:58.421Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:03.000Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:03.000Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:03.000Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/campus-changes-seen-through-maps/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:03.014Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:03.015Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2172,"total":3521,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:35:03.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:14.344Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/\",\"added\":\"2023-09-04T17:20:33.849Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:13.020Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:35:26.872Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:35:26.875Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:26.898Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:26.898Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:26.900Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:26.901Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:43.264Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:43.265Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:43.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:43.774Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:46.669Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:46.669Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:46.669Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-true-art-of-memory-is-the-art-of-attention-recognizing-sharon-byrd/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:46.681Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:46.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2173,"total":3523,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:35:46.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:35:03.014Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:48.652Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:48.652Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:48.654Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:48.654Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:52.571Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:52.571Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:53.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:53.078Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:35:56.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.782Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.782Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.783Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/archives-and-special-collections/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.793Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.794Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2174,"total":3523,"pending":4,"failed":509,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:35:46.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:01.793Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/\",\"added\":\"2023-09-04T17:22:14.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:01.806Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:36:02.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:36:02.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:36:02.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:36:02.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/white-gloves/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:02.965Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:02.966Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2175,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:01.793Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/\",\"added\":\"2023-09-04T17:22:14.231Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:02.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:02.976Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:49.556Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:49.557Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:50.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:50.062Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:51.887Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:51.887Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:51.888Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-eoin-mills-on-mapping-the-plantation-world-around-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:51.900Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:51.900Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2176,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:51.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:02.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:48.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/\",\"added\":\"2023-09-04T17:20:33.854Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:52.985Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:52.986Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:52.987Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:52.989Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:36:56.899Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:56.900Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:56.972Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:56.973Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2177,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:51.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:02.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.416Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.962Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.962Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.963Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/cross-stitch/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.975Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:36:58.975Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2178,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:36:58.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:51.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/\",\"added\":\"2023-09-04T17:23:04.874Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:01.479Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:01.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:14.969Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:14.969Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:14.970Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:14.971Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:20.871Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:20.871Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:20.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/embroidery/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:20.939Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:20.940Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2179,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:36:58.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:34:28.785Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/\",\"added\":\"2023-09-04T17:20:33.853Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:20.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:22.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:37:22.571Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:22.571Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:22.583Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:22.583Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2180,"total":3523,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:36:58.975Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:22.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:20.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.582Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.582Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.583Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.584Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.585Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.585Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.586Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/manuscript-collection/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.596Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:23.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2181,"total":3580,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:22.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:23.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/\",\"added\":\"2023-09-04T17:25:46.844Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:20.883Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:30.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:32.093Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-meggie-lasher-research-and-academic-engagement-librarian-do-i-need-to-wear-white-gloves-a-story-of-a-new-ascc-enthusiast/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:33.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.409Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.409Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.918Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.918Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.919Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.919Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.919Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/declaration-of-independency/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.929Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:49.930Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2182,"total":3580,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:36:56.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/\",\"added\":\"2023-09-04T17:24:42.809Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:22.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:23.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/\",\"added\":\"2023-09-04T17:25:46.844Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:37:59.933Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:16.246Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:16.247Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:16.750Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:16.750Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:21.229Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:21.229Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:21.231Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:21.231Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:57.879Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:57.879Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:57.879Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/from-the-rare-book-room-watermark-wednesday/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:57.892Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:38:57.893Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2183,"total":3584,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:22.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:23.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/\",\"added\":\"2023-09-04T17:25:46.844Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.029Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.029Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.030Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/jec/page/3/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.044Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2184,"total":3584,"pending":4,"failed":510,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:00.044Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true\",\"added\":\"2023-09-04T17:26:34.622Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:22.583Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/\",\"added\":\"2023-09-04T17:24:42.810Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:39:00.288Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:39:00.288Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:39:00.288Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-emily-lauher-2017-volunteer-and-future-archivist-changing-landscapes-and-changing-attributes/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.365Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:00.366Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2185,"total":3584,"pending":4,"failed":511,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:00.044Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true\",\"added\":\"2023-09-04T17:26:34.622Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:00.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true\",\"added\":\"2023-09-04T17:26:43.494Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:39:01.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:39:01.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:39:01.206Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:39:01.207Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dean-rusk?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:01.218Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:01.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2186,"total":3584,"pending":4,"failed":512,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:01.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true\",\"added\":\"2023-09-04T17:27:06.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:00.300Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true\",\"added\":\"2023-09-04T17:26:43.494Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:39:02.569Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:39:02.569Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:02.601Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/"],"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:02.601Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:02.604Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:02.604Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:05.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:10.369Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:39:11.222Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:14.297Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:14.297Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.305Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.305Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.307Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.307Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.308Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.308Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.308Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.320Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.320Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2187,"total":3586,"pending":4,"failed":512,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:01.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true\",\"added\":\"2023-09-04T17:27:06.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:14.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/\",\"added\":\"2023-09-04T17:27:37.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:14.346Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:40:15.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:40:15.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:40:15.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:15.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:15.474Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:15.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2188,"total":3586,"pending":4,"failed":513,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:40:15.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/\",\"added\":\"2023-09-04T17:27:37.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:39:01.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true\",\"added\":\"2023-09-04T17:27:06.363Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:15.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:23.701Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:23.702Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.708Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.708Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.709Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.710Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.711Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.711Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.711Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.786Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:23.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2189,"total":3587,"pending":4,"failed":513,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:40:15.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/\",\"added\":\"2023-09-04T17:27:37.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:38:57.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true\",\"added\":\"2023-09-04T17:26:19.292Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:23.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:27:37.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:29.606Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:40:29.606Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.612Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.612Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.614Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.614Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.614Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.614Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.615Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.625Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.625Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2190,"total":3588,"pending":4,"failed":513,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:40:29.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true\",\"added\":\"2023-09-04T17:28:09.967Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:15.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/\",\"added\":\"2023-09-04T17:27:37.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:23.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:27:37.975Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:37:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/\",\"added\":\"2023-09-04T17:26:15.843Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:29.635Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:40:32.601Z","context":"behavior","message":"Behaviors timed out","details":{"seconds":90,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:32.602Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/3/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:32.613Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:32.613Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2191,"total":3588,"pending":4,"failed":513,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:40:32.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:29.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true\",\"added\":\"2023-09-04T17:28:09.967Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:15.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/\",\"added\":\"2023-09-04T17:27:37.974Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:23.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:27:37.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:40:32.623Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:40:53.789Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:23.791Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:23.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:45.485Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:45.486Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:41:45.486Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:45.496Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:45.497Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2192,"total":3588,"pending":4,"failed":514,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:40:32.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:29.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true\",\"added\":\"2023-09-04T17:28:09.967Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:23.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:27:37.975Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:45.619Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:53.791Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:53.791Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:41:53.791Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:53.803Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:53.803Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2193,"total":3588,"pending":4,"failed":515,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:53.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true\",\"added\":\"2023-09-04T17:28:14.314Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:32.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:29.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true\",\"added\":\"2023-09-04T17:28:09.967Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:59.636Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:41:59.636Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:41:59.636Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-pictures?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:59.647Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:41:59.647Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2194,"total":3588,"pending":4,"failed":516,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:53.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true\",\"added\":\"2023-09-04T17:28:14.314Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:40:32.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:02.623Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:02.623Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:02.624Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:02.634Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:02.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2195,"total":3588,"pending":4,"failed":517,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:53.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true\",\"added\":\"2023-09-04T17:28:14.314Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:23.806Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:29.649Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:32.637Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:53.808Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:53.809Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:53.886Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:53.886Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:53.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:53.886Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-basketball-coaches?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:53.897Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:53.898Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2196,"total":3588,"pending":4,"failed":518,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:53.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true\",\"added\":\"2023-09-04T17:29:28.958Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:53.949Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:54.518Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:54.518Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:54.519Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:54.519Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/coeducation-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:54.530Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:54.531Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2197,"total":3588,"pending":4,"failed":519,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:54.530Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true\",\"added\":\"2023-09-04T17:29:36.912Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:54.564Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:55.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:55.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:55.649Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:55.649Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:55.661Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:55.661Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2198,"total":3588,"pending":4,"failed":520,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:55.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/\",\"added\":\"2023-09-04T17:29:54.574Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:55.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:56.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:56.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:56.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:56.238Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:56.305Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:56.305Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2199,"total":3588,"pending":4,"failed":521,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:56.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true\",\"added\":\"2023-09-04T17:29:54.575Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:56.340Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:57.422Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:57.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:57.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:57.422Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/xrays?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:57.433Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:57.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2200,"total":3588,"pending":4,"failed":522,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:57.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/\",\"added\":\"2023-09-04T17:30:47.982Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:57.443Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:58.287Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-addie-turner/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.297Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2201,"total":3588,"pending":4,"failed":523,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:58.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/\",\"added\":\"2023-09-04T17:31:12.716Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.307Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.854Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.854Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:58.854Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:58.855Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/africana-studies/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.865Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.865Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2202,"total":3588,"pending":4,"failed":524,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:58.865Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/\",\"added\":\"2023-09-04T17:31:12.851Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:59.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true\",\"added\":\"2023-09-04T17:28:57.647Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:58.875Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.651Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.651Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.765Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.765Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.765Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:59.766Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/homecoming?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.778Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2203,"total":3588,"pending":4,"failed":525,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/\",\"added\":\"2023-09-04T17:31:57.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:58.865Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/\",\"added\":\"2023-09-04T17:31:12.851Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.789Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.795Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.795Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:42:59.795Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:42:59.796Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/course-collaboration/page/2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.811Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes"}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.812Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2204,"total":3588,"pending":4,"failed":526,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/\",\"added\":\"2023-09-04T17:31:57.127Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.811Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:42:59.842Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:00.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:00.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:00.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:00.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-isabel-padalecki-on-dancing-deviance-and-davidson-presbyterians/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:00.447Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:00.448Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2205,"total":3588,"pending":4,"failed":527,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.811Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:00.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:02.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/\",\"added\":\"2023-09-04T17:29:28.957Z\",\"depth\":4}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:02.638Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:02.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:02.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:02.703Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:02.703Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:02.704Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-2/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:02.715Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:02.715Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2206,"total":3588,"pending":4,"failed":528,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:02.715Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.811Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:00.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:05.731Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:06.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:06.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:06.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:06.774Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/a-year-of-digital-humanities-and-the-davidson-archives/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:06.856Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/02/aneliseblog.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:06.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2207,"total":3588,"pending":4,"failed":529,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:42:59.811Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:00.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:06.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/02/aneliseblog.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:06.867Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/02/aneliseblog.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.486Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.496Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/02/aneliseblog.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:07.506Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:07.506Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:07.506Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:07.507Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutes","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.508Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.516Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2209,"total":3588,"pending":3,"failed":530,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:00.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.525Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.601Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:07.601Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2209,"total":3588,"pending":4,"failed":530,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:00.386Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.612Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:08.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:08.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:08.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:08.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.628Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/sarahrobertsneatliness.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.629Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2210,"total":3588,"pending":4,"failed":531,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:08.628Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/sarahrobertsneatliness.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/sarahrobertsneatliness.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/averyhallerfinallabels1.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.665Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:08.665Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2211,"total":3588,"pending":4,"failed":531,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:08.628Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/sarahrobertsneatliness.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:08.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/\",\"added\":\"2023-09-04T17:34:41.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:09.751Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/sarahrobertsneatliness.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:09.762Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:09.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2212,"total":3588,"pending":4,"failed":531,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/\",\"added\":\"2023-09-04T17:34:41.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:08.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/\",\"added\":\"2023-09-04T17:34:41.046Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:15.714Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:16.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:16.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:16.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:16.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-jennifer-griffin-on-the-crescendo-of-women-music-teachers-in-antebellum-america/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.801Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.801Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2213,"total":3588,"pending":4,"failed":532,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:16.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/\",\"added\":\"2023-09-04T17:34:41.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/\",\"added\":\"2023-09-04T17:34:41.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:07.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg\",\"added\":\"2023-09-04T17:33:18.758Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.804Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.831Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/05/presm12mar1835p79.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.971Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.972Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2214,"total":3588,"pending":4,"failed":532,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:16.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/\",\"added\":\"2023-09-04T17:34:41.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/\",\"added\":\"2023-09-04T17:34:41.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:16.971Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/\",\"added\":\"2023-09-04T17:35:20.054Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:16.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:17.558Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/page/4/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.569Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.569Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2215,"total":3588,"pending":4,"failed":533,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:16.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/\",\"added\":\"2023-09-04T17:34:41.049Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/\",\"added\":\"2023-09-04T17:34:41.048Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.579Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.645Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:17.646Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-francis-resweber-on-understanding-the-history-of-davidson-through-the-helper-family/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.655Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.656Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:17.656Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:17.656Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/music/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.657Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.665Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2217,"total":3588,"pending":3,"failed":535,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.668Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2217,"total":3588,"pending":4,"failed":535,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:14.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.568Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.675Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:17.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:18.142Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/events-oct-2015","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.152Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.153Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2218,"total":3588,"pending":4,"failed":536,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:25.154Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:14.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.163Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.222Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:18.222Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/literary-award-submission-form?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.233Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.234Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2219,"total":3588,"pending":4,"failed":537,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true\",\"added\":\"2023-09-04T17:36:27.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:25.154Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:17.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true\",\"added\":\"2023-09-04T17:35:49.055Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:18.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:18.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/alumni-books?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.357Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:18.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2220,"total":3588,"pending":4,"failed":538,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true\",\"added\":\"2023-09-04T17:36:27.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.272Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:35.108Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.152Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:25.154Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:19.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:19.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:19.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:19.215Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/course-syllabus-submission-form?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:19.225Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:19.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2221,"total":3588,"pending":4,"failed":539,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:19.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel\",\"added\":\"2023-09-04T17:36:51.665Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true\",\"added\":\"2023-09-04T17:36:27.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:18.272Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true\",\"added\":\"2023-09-04T17:36:35.108Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:25.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.255Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:26.342Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/information?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.381Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.381Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.381Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:26.381Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/honors-thesis-submission-form?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.395Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.395Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2223,"total":3588,"pending":4,"failed":541,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true\",\"added\":\"2023-09-04T17:37:30.840Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:19.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel\",\"added\":\"2023-09-04T17:36:51.665Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true\",\"added\":\"2023-09-04T17:36:51.666Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.407Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.419Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.420Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2223,"total":3588,"pending":4,"failed":541,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true\",\"added\":\"2023-09-04T17:37:30.840Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:19.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel\",\"added\":\"2023-09-04T17:36:51.665Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true\",\"added\":\"2023-09-04T17:36:51.666Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.430Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:26.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:26.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/art-archives-documentation-panel","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.916Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2224,"total":3588,"pending":4,"failed":542,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true\",\"added\":\"2023-09-04T17:37:30.840Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.834Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg\",\"added\":\"2023-09-04T17:37:31.224Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true\",\"added\":\"2023-09-04T17:36:51.666Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:26.927Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.119Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.119Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.119Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.119Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:27.119Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:27.119Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-timeline?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:27.119Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1950s-student-life?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.138Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.140Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2226,"total":3588,"pending":3,"failed":544,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:27.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true\",\"added\":\"2023-09-04T17:37:31.243Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.834Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg\",\"added\":\"2023-09-04T17:37:31.224Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.143Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/150226_WillTerryScans_WillTerry1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.144Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2226,"total":3588,"pending":4,"failed":544,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:27.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/150226_WillTerryScans_WillTerry1.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:27.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true\",\"added\":\"2023-09-04T17:37:31.243Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:26.834Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg\",\"added\":\"2023-09-04T17:37:31.224Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.151Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:27.153Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/150226_WillTerryScans_WillTerry1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/nab-story.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.043Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.043Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2227,"total":3588,"pending":4,"failed":544,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:27.140Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/150226_WillTerryScans_WillTerry1.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:27.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true\",\"added\":\"2023-09-04T17:37:31.243Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.054Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:28.223Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:28.223Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:28.224Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:28.224Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/building?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.226Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/150226_WillTerryScans_WillTerry1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.242Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.243Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2229,"total":3588,"pending":3,"failed":545,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.245Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dean-Terry-Retires-After-33-Years-at-Davidson.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.245Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2229,"total":3588,"pending":4,"failed":545,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dean-Terry-Retires-After-33-Years-at-Davidson.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.256Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.257Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dean-Terry-Retires-After-33-Years-at-Davidson.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11-0255.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.882Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:28.883Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2230,"total":3588,"pending":4,"failed":545,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dean-Terry-Retires-After-33-Years-at-Davidson.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:30.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dean-Terry-Retires-After-33-Years-at-Davidson.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:30.403Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:30.403Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2231,"total":3588,"pending":4,"failed":545,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:30.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true\",\"added\":\"2023-09-04T17:38:02.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:33.419Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:33.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:33.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:33.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:33.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1990-1999?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:34.118Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11208_TerryScholars_DSC_0467-DA.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:34.119Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2232,"total":3588,"pending":4,"failed":546,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:33.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11208_TerryScholars_DSC_0467-DA.jpg\",\"added\":\"2023-09-04T17:38:02.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:34.129Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11208_TerryScholars_DSC_0467-DA.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:35.345Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/11208_TerryScholars_DSC_0467-DA.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:35.356Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Brochure-William-Holt-Terry-Scholarship.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:35.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2233,"total":3588,"pending":4,"failed":546,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:35.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Brochure-William-Holt-Terry-Scholarship.png\",\"added\":\"2023-09-04T17:38:02.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.242Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:35.367Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Brochure-William-Holt-Terry-Scholarship.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:35.903Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.063Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.063Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:36.063Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/26-2503.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.075Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.075Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2234,"total":3588,"pending":4,"failed":547,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:35.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Brochure-William-Holt-Terry-Scholarship.png\",\"added\":\"2023-09-04T17:38:02.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby\",\"added\":\"2023-09-04T17:38:05.536Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.086Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Brochure-William-Holt-Terry-Scholarship.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.259Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.260Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2235,"total":3588,"pending":4,"failed":547,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true\",\"added\":\"2023-09-04T17:38:05.537Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.075Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby\",\"added\":\"2023-09-04T17:38:05.536Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.270Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:36.687Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/events/archives-month-art-show-in-chambers-lobby","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.697Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/090314_TerryScholarsReunion44-DA.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.698Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2236,"total":3588,"pending":4,"failed":548,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.697Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/090314_TerryScholarsReunion44-DA.jpg\",\"added\":\"2023-09-04T17:38:06.798Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true\",\"added\":\"2023-09-04T17:38:05.537Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.763Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/090314_TerryScholarsReunion44-DA.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/090314_TerryScholarsReunion44-DA.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.764Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/090314_TerryScholarsReunion44-DA.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.842Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.842Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2237,"total":3588,"pending":4,"failed":548,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg\",\"added\":\"2023-09-04T17:38:06.798Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true\",\"added\":\"2023-09-04T17:38:05.537Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:28.882Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png\",\"added\":\"2023-09-04T17:38:02.988Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:36.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:36.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Waddill-81-Gives-600000.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.905Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:36.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2238,"total":3588,"pending":4,"failed":549,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg\",\"added\":\"2023-09-04T17:38:06.798Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true\",\"added\":\"2023-09-04T17:38:05.537Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg\",\"added\":\"2023-09-04T17:38:06.798Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:43.939Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:43.940Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_1087.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:43.952Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:43.952Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2239,"total":3588,"pending":4,"failed":549,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true\",\"added\":\"2023-09-04T17:38:05.537Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:43.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:36.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg\",\"added\":\"2023-09-04T17:38:06.798Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:43.962Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.016Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.019Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/111208_TerryScholars_DSC_0376.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:44.028Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:44.028Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:44.028Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:44.029Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/1970s-student-life?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.040Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.041Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2241,"total":3588,"pending":3,"failed":550,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:44.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:43.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.045Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-Reconnecting-with-an-Alumnus-at-Homcoming-Bill-Giduz.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.045Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2241,"total":3588,"pending":4,"failed":550,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:44.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:43.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:44.044Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-Reconnecting-with-an-Alumnus-at-Homcoming-Bill-Giduz.png\",\"added\":\"2023-09-04T17:38:12.741Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.051Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:44.055Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-Reconnecting-with-an-Alumnus-at-Homcoming-Bill-Giduz.png","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:45.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:45.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:45.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:45.039Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-2000-2015?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.049Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2242,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:44.040Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg\",\"added\":\"2023-09-04T17:38:06.799Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:44.044Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-Reconnecting-with-an-Alumnus-at-Homcoming-Bill-Giduz.png\",\"added\":\"2023-09-04T17:38:12.741Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.208Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/121011_WillTerryParty_DSC_0886.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.209Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-Reconnecting-with-an-Alumnus-at-Homcoming-Bill-Giduz.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.228Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.228Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2244,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.239Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.353Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2244,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:45.364Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.119Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/15-0049.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.130Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.131Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2245,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:45.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.140Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.535Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/25-0121.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.577Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/19-0156.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.594Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.595Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2247,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.607Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.655Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.656Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2247,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.666Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.747Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Alumni-Relations-William-Holt-Terry.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.760Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.760Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2248,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true\",\"added\":\"2023-09-04T17:38:12.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:46.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.279Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Family-Weekend-October-24th-2009-Bill-Giduz.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.293Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.293Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2249,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true\",\"added\":\"2023-09-04T17:38:12.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png\",\"added\":\"2023-09-04T17:38:12.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.292Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.303Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Dear-Dr.-Farabow-Will-Terry-April-30th-1971.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.758Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.758Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2250,"total":3588,"pending":4,"failed":551,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:46.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true\",\"added\":\"2023-09-04T17:38:12.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.292Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:47.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:47.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:47.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:47.815Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1980-1989?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.883Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:47.883Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2251,"total":3588,"pending":4,"failed":552,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.292Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:54.783Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:54.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:54.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:54.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:54.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:54.943Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Presbyterian-Evangelistic-Feelowship-Letter-to-Sam-Spencer-June-2-1971.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:54.953Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-September-1977.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:54.954Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2252,"total":3588,"pending":4,"failed":553,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:54.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-September-1977.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:54.965Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-September-1977.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.623Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-September-1977.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.635Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2253,"total":3588,"pending":4,"failed":553,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:47.757Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.645Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.816Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Sue-Ross-1985-27-0917b.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.816Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/President-Sam-Spencer-1960s-1970s-19-0135x.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.834Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.834Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2255,"total":3588,"pending":3,"failed":553,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.837Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.837Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2255,"total":3588,"pending":4,"failed":553,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true\",\"added\":\"2023-09-04T17:39:08.189Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.844Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:55.847Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.590Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.590Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.591Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:56.591Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1970-1979?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.605Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.606Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2256,"total":3588,"pending":4,"failed":554,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.634Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.605Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:55.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png\",\"added\":\"2023-09-04T17:39:08.188Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.616Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.620Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.620Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:43:56.620Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:43:56.621Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Will-Terry-and-Students-1975-27-0234a.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.622Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/The-Deans-Outbasket-snippet-Firearms-December-1977.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.641Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2258,"total":3588,"pending":3,"failed":555,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.605Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.651Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.770Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:56.773Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2258,"total":3588,"pending":4,"failed":555,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.605Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.754Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2259,"total":3588,"pending":4,"failed":555,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg\",\"added\":\"2023-09-04T17:39:12.357Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:57.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.775Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/5.8.1SandiferM1943-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.787Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0154.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:43:57.787Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2260,"total":3588,"pending":4,"failed":555,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:57.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0154.jpg\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:57.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:03.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:04.782Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:04.814Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0154.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:05.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:05.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:05.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:05.350Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alumni-association-awards?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.427Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0160.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.428Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2261,"total":3588,"pending":4,"failed":556,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:43:57.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0154.jpg\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:05.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0160.jpg\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.439Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0160.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.583Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0154.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.596Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.597Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2262,"total":3588,"pending":4,"failed":556,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:05.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:05.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0160.jpg\",\"added\":\"2023-09-04T17:39:14.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:05.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:06.750Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:06.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:06.750Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:06.750Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Assembly-Speakers-Beginning-9-22-64.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.795Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/10/2-0160.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.806Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Interior-of-Acme-Presbyterian-Church.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.807Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2264,"total":3588,"pending":4,"failed":557,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:06.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Interior-of-Acme-Presbyterian-Church.jpg\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:06.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.818Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Interior-of-Acme-Presbyterian-Church.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.833Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.833Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2264,"total":3588,"pending":4,"failed":557,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:06.806Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Interior-of-Acme-Presbyterian-Church.jpg\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:06.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:06.843Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Interior-of-Acme-Presbyterian-Church.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.418Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Report-of-the-Religious-Life-Committee-to-the-Faculty-April-5-19661.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2265,"total":3588,"pending":4,"failed":557,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:07.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Report-of-the-Religious-Life-Committee-to-the-Faculty-April-5-19661.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:06.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Report-of-the-Religious-Life-Committee-to-the-Faculty-April-5-19661.png","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:07.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:07.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:07.575Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:07.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Church-Affiliation-of-Students-1965-66.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.587Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Taking-Attendance-Student-Misc-Chapel-67.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:07.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2266,"total":3588,"pending":4,"failed":558,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:07.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Taking-Attendance-Student-Misc-Chapel-67.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:07.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Report-of-the-Religious-Life-Committee-to-the-Faculty-April-5-19661.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:08.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Report-of-the-Religious-Life-Committee-to-the-Faculty-April-5-19661.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:08.425Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Worship-Attendance-Records.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:08.425Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2267,"total":3588,"pending":4,"failed":558,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:08.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Worship-Attendance-Records.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:07.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Taking-Attendance-Student-Misc-Chapel-67.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:17.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Taking-Attendance-Student-Misc-Chapel-67.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:18.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Worship-Attendance-Records.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:18.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Taking-Attendance-Student-Misc-Chapel-67.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:18.585Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:18.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2268,"total":3588,"pending":4,"failed":558,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:08.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Worship-Attendance-Records.png\",\"added\":\"2023-09-04T17:39:28.929Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:18.596Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:19.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Worship-Attendance-Records.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:19.498Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:19.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2269,"total":3588,"pending":4,"failed":558,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:19.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg\",\"added\":\"2023-09-04T17:39:51.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:19.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:20.582Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:20.582Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:20.582Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:20.583Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Andrew-Simmons-54-Inside-the-Megaphone.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:20.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/WillTerry-in-a-Pin-Striped-Suit.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:20.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2270,"total":3588,"pending":4,"failed":559,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:20.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/WillTerry-in-a-Pin-Striped-Suit.jpg\",\"added\":\"2023-09-04T17:39:51.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:20.683Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/WillTerry-in-a-Pin-Striped-Suit.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:21.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/WillTerry-in-a-Pin-Striped-Suit.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:21.753Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Acme-Presbyterian-Church.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:21.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2271,"total":3588,"pending":4,"failed":559,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:21.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Acme-Presbyterian-Church.jpg\",\"added\":\"2023-09-04T17:39:51.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:21.763Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Acme-Presbyterian-Church.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:22.631Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/Acme-Presbyterian-Church.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:22.641Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:22.642Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2272,"total":3588,"pending":4,"failed":559,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:22.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-1.jpg\",\"added\":\"2023-09-04T17:39:51.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:22.652Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:23.639Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:23.651Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-Senior-Yearbook-Page-Description-1954.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:23.652Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2273,"total":3588,"pending":4,"failed":559,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:23.651Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-Senior-Yearbook-Page-Description-1954.jpg\",\"added\":\"2023-09-04T17:39:51.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:23.661Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-Senior-Yearbook-Page-Description-1954.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:24.647Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/09/William-Holt-Terry-Senior-Yearbook-Page-Description-1954.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:24.657Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:24.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2274,"total":3588,"pending":4,"failed":559,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:24.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true\",\"added\":\"2023-09-04T17:39:51.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:24.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:25.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:25.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:25.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:25.286Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1950-1959?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:25.358Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/07/davidsoncollegec19221923_0051.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:25.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2275,"total":3588,"pending":4,"failed":560,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:25.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/07/davidsoncollegec19221923_0051.jpg\",\"added\":\"2023-09-04T17:39:57.002Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:25.368Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/07/davidsoncollegec19221923_0051.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:26.480Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/07/davidsoncollegec19221923_0051.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:26.491Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:26.492Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2276,"total":3588,"pending":4,"failed":560,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:26.491Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true\",\"added\":\"2023-09-04T17:39:57.003Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:26.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:28.022Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:28.022Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:28.022Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:28.023Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/english-department?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.034Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mill-From-River-View-1920.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2277,"total":3588,"pending":4,"failed":561,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:28.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mill-From-River-View-1920.jpg\",\"added\":\"2023-09-04T17:40:05.104Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.412Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mill-From-River-View-1920.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mill-From-River-View-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.414Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mill-From-River-View-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.425Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Superior-Yarn-Mill-Employees-1941.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2278,"total":3588,"pending":4,"failed":561,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:28.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Superior-Yarn-Mill-Employees-1941.jpg\",\"added\":\"2023-09-04T17:40:05.104Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.547Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Superior-Yarn-Mill-Employees-1941.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Superior-Yarn-Mill-Employees-1941.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.548Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Superior-Yarn-Mill-Employees-1941.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.559Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.559Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2279,"total":3588,"pending":4,"failed":561,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:28.559Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg\",\"added\":\"2023-09-04T17:40:05.104Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:28.569Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:29.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:29.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:29.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:29.356Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/View-up-Main-Village-Street.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:29.434Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/David-Orren-and-Russell-Isenhour.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:29.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2280,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:29.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/David-Orren-and-Russell-Isenhour.jpg\",\"added\":\"2023-09-04T17:40:05.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:29.445Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/David-Orren-and-Russell-Isenhour.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:30.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/David-Orren-and-Russell-Isenhour.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:30.542Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mellzie-Ruseel-Kenny-Gail-Isenhour.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:30.542Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2281,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:30.541Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mellzie-Ruseel-Kenny-Gail-Isenhour.jpg\",\"added\":\"2023-09-04T17:40:05.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:30.553Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mellzie-Ruseel-Kenny-Gail-Isenhour.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:31.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Mellzie-Ruseel-Kenny-Gail-Isenhour.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:31.425Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Albert-and-Leona-Rimmer-Cleaning-and-Working.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:31.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2282,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:31.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Albert-and-Leona-Rimmer-Cleaning-and-Working.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:31.437Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Albert-and-Leona-Rimmer-Cleaning-and-Working.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:32.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Albert-and-Leona-Rimmer-Cleaning-and-Working.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:32.433Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Amanuel-Hudspeth-in-Front-of-Turner-Store-Prior-to-1920.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:32.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2283,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:32.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Amanuel-Hudspeth-in-Front-of-Turner-Store-Prior-to-1920.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:32.443Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Amanuel-Hudspeth-in-Front-of-Turner-Store-Prior-to-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:33.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Amanuel-Hudspeth-in-Front-of-Turner-Store-Prior-to-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:33.682Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Backside-of-Mill1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:33.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2284,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:33.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Backside-of-Mill1.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:33.692Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Backside-of-Mill1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:34.399Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Backside-of-Mill1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:34.478Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Bethel-Baptist-Church-and-Cemetery-1930s.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:34.479Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2285,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:34.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Bethel-Baptist-Church-and-Cemetery-1930s.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:34.490Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Bethel-Baptist-Church-and-Cemetery-1930s.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:35.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Bethel-Baptist-Church-and-Cemetery-1930s.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:35.635Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Carrie-Stewart-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:35.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2286,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:35.635Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Carrie-Stewart-2.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:35.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Carrie-Stewart-2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:36.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Carrie-Stewart-2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:36.466Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Dam-of-East-Mombo.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:36.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2287,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:36.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Dam-of-East-Mombo.jpg\",\"added\":\"2023-09-04T17:40:05.106Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:36.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Dam-of-East-Mombo.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:37.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/02/Dam-of-East-Mombo.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:37.475Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:37.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2288,"total":3588,"pending":4,"failed":562,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:37.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true\",\"added\":\"2023-09-04T17:40:05.107Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:37.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:39.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:39.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:39.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:39.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/photos-from-east-monbo?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:39.162Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:39.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2289,"total":3588,"pending":4,"failed":563,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:39.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true\",\"added\":\"2023-09-04T17:40:08.886Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:39.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:40.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:40.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:40.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:40.847Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:40.941Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Lingle-MA.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:40.941Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2290,"total":3588,"pending":4,"failed":564,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:40.863Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Lingle-MA.jpg\",\"added\":\"2023-09-04T17:40:08.886Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:41.037Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Lingle-MA.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Lingle-MA.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:41.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Lingle-MA.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:41.049Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:41.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2291,"total":3588,"pending":4,"failed":564,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:41.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true\",\"added\":\"2023-09-04T17:40:17.689Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:41.769Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:43.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:43.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:43.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:43.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-casualties?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:43.577Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:43.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2292,"total":3588,"pending":4,"failed":565,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:43.577Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/\",\"added\":\"2023-09-04T17:40:18.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:43.623Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:44.286Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/valentines-day-with-scripts-n-pranks/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.297Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2293,"total":3588,"pending":4,"failed":566,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:44.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true\",\"added\":\"2023-09-04T17:40:18.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.308Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:44.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:44.926Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/scripts-pranks?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Scripts-Pranks.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2294,"total":3588,"pending":4,"failed":567,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:41:45.496Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T17:28:11.535Z\",\"depth\":4}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Scripts-Pranks.jpg\",\"added\":\"2023-09-04T17:40:18.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:44.947Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Scripts-Pranks.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:45.620Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:45.620Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0090sThompsonmar1861p1access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:45.631Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Junior-Speaking.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:45.631Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2295,"total":3588,"pending":4,"failed":568,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:45.631Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Junior-Speaking.jpg\",\"added\":\"2023-09-04T17:40:20.341Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:44.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Scripts-Pranks.jpg\",\"added\":\"2023-09-04T17:40:18.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:45.642Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Junior-Speaking.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/06/Scripts-Pranks.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.533Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.533Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2296,"total":3588,"pending":4,"failed":568,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:46.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true\",\"added\":\"2023-09-04T17:40:20.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:45.631Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Junior-Speaking.jpg\",\"added\":\"2023-09-04T17:40:20.341Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.543Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Junior-Speaking.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.798Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.799Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2297,"total":3588,"pending":4,"failed":568,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:46.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true\",\"added\":\"2023-09-04T17:40:20.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:46.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/\",\"added\":\"2023-09-04T17:40:20.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:46.809Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:47.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:47.907Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:47.907Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2298,"total":3588,"pending":4,"failed":569,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:46.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true\",\"added\":\"2023-09-04T17:40:20.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:47.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:47.943Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-speaking?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:47.952Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:47.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2299,"total":3588,"pending":4,"failed":570,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.952Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:47.963Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.030Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.030Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.030Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:49.030Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.041Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Libertas.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2300,"total":3588,"pending":4,"failed":571,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:49.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Libertas.jpg\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.124Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Libertas.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Libertas.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.126Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Libertas.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.137Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.137Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2301,"total":3588,"pending":4,"failed":571,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:49.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true\",\"added\":\"2023-09-04T17:40:22.110Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.147Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:49.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:49.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/libertas?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.721Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.721Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2302,"total":3588,"pending":4,"failed":572,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:49.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true\",\"added\":\"2023-09-04T17:40:24.706Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:49.731Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:50.478Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:50.478Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:50.478Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:50.479Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/maxwell-chambers-day?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:50.547Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:50.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2303,"total":3588,"pending":4,"failed":573,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:50.491Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg\",\"added\":\"2023-09-04T17:40:25.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:50.558Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:51.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:51.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:51.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:51.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1909.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:51.666Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:51.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2304,"total":3588,"pending":4,"failed":574,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:51.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg\",\"added\":\"2023-09-04T17:40:25.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:51.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:55.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:55.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:55.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:55.510Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1913.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:55.522Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:55.523Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2305,"total":3588,"pending":4,"failed":575,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:55.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true\",\"added\":\"2023-09-04T17:40:25.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:55.535Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:56.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:56.102Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:56.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:56.103Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/class-poems?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:56.113Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:56.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2306,"total":3588,"pending":4,"failed":576,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:56.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg\",\"added\":\"2023-09-04T17:40:25.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:56.123Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:57.199Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Ode-to-the-Class-of-1951.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.210Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2307,"total":3588,"pending":4,"failed":577,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:57.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg\",\"added\":\"2023-09-04T17:40:25.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.221Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:57.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:57.831Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1916.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.898Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.902Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2308,"total":3588,"pending":4,"failed":578,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:57.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg\",\"added\":\"2023-09-04T17:40:25.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:57.912Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:59.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:59.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:44:59.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:44:59.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.025Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1937.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2309,"total":3588,"pending":4,"failed":579,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:59.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1937.jpg\",\"added\":\"2023-09-04T17:40:25.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.035Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1937.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.879Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Senior-Class-Poem-1937.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.890Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.891Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2310,"total":3588,"pending":4,"failed":579,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:59.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true\",\"added\":\"2023-09-04T17:40:26.418Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:44:59.902Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:03.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:03.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:03.910Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:03.910Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:03.921Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:03.921Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2311,"total":3588,"pending":4,"failed":580,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:03.920Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg\",\"added\":\"2023-09-04T17:40:26.418Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:03.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:04.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:04.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:04.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:04.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/03/Hobart-Park.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:04.930Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:04.931Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2312,"total":3588,"pending":4,"failed":581,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:04.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg\",\"added\":\"2023-09-04T17:40:28.748Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:04.941Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:05.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:05.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:05.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:05.927Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Hobart-Park.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:06.005Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:06.006Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2313,"total":3588,"pending":4,"failed":582,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:05.939Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true\",\"added\":\"2023-09-04T17:40:28.749Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:06.016Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:07.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:07.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:07.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:07.126Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hobart-park-magazine?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:07.136Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Court-of-Control.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:07.136Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2314,"total":3588,"pending":4,"failed":583,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:07.136Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Court-of-Control.jpg\",\"added\":\"2023-09-04T17:40:30.507Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:07.147Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Court-of-Control.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:08.503Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Court-of-Control.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:08.516Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:08.516Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2315,"total":3588,"pending":4,"failed":583,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:08.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true\",\"added\":\"2023-09-04T17:40:30.508Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:08.526Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.143Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:10.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/court-of-controls?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.154Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2316,"total":3588,"pending":4,"failed":584,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:10.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/\",\"added\":\"2023-09-04T17:40:30.508Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.165Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:10.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:10.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.970Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.970Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2317,"total":3588,"pending":4,"failed":585,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:10.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/\",\"added\":\"2023-09-04T17:40:30.508Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:10.999Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:11.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:11.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:11.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:11.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.656Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-original.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.656Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2318,"total":3588,"pending":4,"failed":586,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-original.jpg\",\"added\":\"2023-09-04T17:40:39.765Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.715Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-original.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-original.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.716Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-original.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.726Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:11.726Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2319,"total":3588,"pending":4,"failed":586,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:43:56.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true\",\"added\":\"2023-09-04T17:39:12.358Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:17.911Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:33.800Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:33.800Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:33.800Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sandifer-myron-g?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:33.811Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:33.812Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2320,"total":3588,"pending":4,"failed":587,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:18.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true\",\"added\":\"2023-09-04T17:39:28.930Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:33.906Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:41.727Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:47.913Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:47.913Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:48.596Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:48.597Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:48.597Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-holt-terry-1960-1969?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:48.607Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:48.608Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2321,"total":3588,"pending":4,"failed":588,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:48.607Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true\",\"added\":\"2023-09-04T17:40:41.641Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:48.636Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:49.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:49.702Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:49.702Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:49.703Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walt?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.713Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/WALT_home.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2322,"total":3588,"pending":4,"failed":589,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:49.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/WALT_home.jpg\",\"added\":\"2023-09-04T17:40:41.641Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.800Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/WALT_home.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/WALT_home.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.801Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/WALT_home.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.874Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Economics.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2323,"total":3588,"pending":4,"failed":589,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:49.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Economics.jpg\",\"added\":\"2023-09-04T17:41:24.526Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.959Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Economics.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Economics.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.961Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Economics.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.972Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:49.973Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2324,"total":3588,"pending":4,"failed":589,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:49.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true\",\"added\":\"2023-09-04T17:41:24.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.002Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:50.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:50.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:50.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:50.559Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/economics-department?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.569Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Montpellier-Library.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.569Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2325,"total":3588,"pending":4,"failed":590,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:50.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Montpellier-Library.jpg\",\"added\":\"2023-09-04T17:41:29.524Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.721Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Montpellier-Library.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Montpellier-Library.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.723Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Montpellier-Library.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.735Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/brochure1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.735Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2326,"total":3588,"pending":4,"failed":590,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:50.735Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/brochure1.jpg\",\"added\":\"2023-09-04T17:41:29.524Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.793Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/brochure1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/brochure1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.794Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/brochure1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.805Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.805Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2327,"total":3588,"pending":4,"failed":590,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:50.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true\",\"added\":\"2023-09-04T17:41:29.525Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:50.835Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:51.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:51.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:51.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:51.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/junior-year-abroad?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.450Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Giduz.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.451Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2328,"total":3588,"pending":4,"failed":591,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:51.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Giduz.jpg\",\"added\":\"2023-09-04T17:41:29.525Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.510Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Giduz.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Giduz.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.511Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Giduz.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.526Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Wurzburg-Agreement.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2329,"total":3588,"pending":4,"failed":591,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:51.526Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Wurzburg-Agreement.jpg\",\"added\":\"2023-09-04T17:41:29.525Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.608Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Wurzburg-Agreement.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Wurzburg-Agreement.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.609Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Wurzburg-Agreement.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.619Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2330,"total":3588,"pending":4,"failed":591,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:51.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:51.630Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:52.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:52.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:52.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:52.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:52.723Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:52.723Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2331,"total":3588,"pending":4,"failed":592,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:33.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:45:53.627Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:45:53.632Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Statement-revised.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:53.654Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:45:53.654Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2332,"total":3588,"pending":4,"failed":593,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:44:47.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/\",\"added\":\"2023-09-04T17:40:22.109Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:02.726Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:03.658Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:11.728Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:11.728Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:17.913Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:17.913Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:17.913Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:17.924Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:17.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2333,"total":3588,"pending":4,"failed":594,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:17.924Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/\",\"added\":\"2023-09-04T17:41:33.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:24.966Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:26.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:26.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:26.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:26.054Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/happy-birthday-denis-diderot/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:26.066Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:26.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2334,"total":3588,"pending":4,"failed":595,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:26.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/\",\"added\":\"2023-09-04T17:41:33.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:33.086Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:34.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:34.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:34.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:34.167Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:34.178Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:34.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2335,"total":3588,"pending":4,"failed":596,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:34.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true\",\"added\":\"2023-09-04T17:41:33.974Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:34.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:35.054Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/encyclopedie-diderot?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.128Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.129Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2336,"total":3588,"pending":4,"failed":597,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:35.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true\",\"added\":\"2023-09-04T17:41:33.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.138Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.758Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.758Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:35.758Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:35.758Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/humanities-program?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.769Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.769Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2337,"total":3588,"pending":4,"failed":598,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:35.769Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/\",\"added\":\"2023-09-04T17:41:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:35.781Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:39.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:39.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:39.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:39.398Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/history-department/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:39.409Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:39.410Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2338,"total":3588,"pending":4,"failed":599,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:39.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true\",\"added\":\"2023-09-04T17:41:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:39.419Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:40.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:40.094Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:40.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:40.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/kelley-program-in-historical-studies?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.105Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Kelley-Certificate.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.105Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2339,"total":3588,"pending":4,"failed":600,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Kelley-Certificate.jpg\",\"added\":\"2023-09-04T17:41:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.167Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Kelley-Certificate.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Kelley-Certificate.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.171Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/Kelley-Certificate.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.183Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:40.183Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2340,"total":3588,"pending":4,"failed":600,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:11.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true\",\"added\":\"2023-09-04T17:40:39.766Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:41.730Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:41.730Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:41.730Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/statement-of-purpose?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:41.741Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:41.742Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2341,"total":3588,"pending":4,"failed":601,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:41.741Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:41.751Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:42.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:42.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:46:42.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:46:42.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H-Little-1969.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:42.849Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H.-Little-at-Convocation-in-19532-e1318553343361.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:42.849Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2342,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:42.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H.-Little-at-Convocation-in-19532-e1318553343361.jpg\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:42.859Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H.-Little-at-Convocation-in-19532-e1318553343361.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:43.943Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/E.H.-Little-at-Convocation-in-19532-e1318553343361.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:43.955Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Mr.-and-Mrs.-Edward-H.-Little-e1318553430538.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:43.955Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2343,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:43.955Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Mr.-and-Mrs.-Edward-H.-Little-e1318553430538.jpg\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.042Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Mr.-and-Mrs.-Edward-H.-Little-e1318553430538.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Mr.-and-Mrs.-Edward-H.-Little-e1318553430538.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.044Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Mr.-and-Mrs.-Edward-H.-Little-e1318553430538.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.121Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Cornelia-Shaw.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2344,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.054Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Cornelia-Shaw.jpg\",\"added\":\"2023-09-04T17:42:12.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.187Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Cornelia-Shaw.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Cornelia-Shaw.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.188Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Cornelia-Shaw.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.198Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Crittenden.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.199Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2345,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.198Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Crittenden.jpg\",\"added\":\"2023-09-04T17:42:12.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.251Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Crittenden.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Crittenden.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.252Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Crittenden.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.262Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Parks-November-1919.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.264Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2346,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.262Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Parks-November-1919.jpg\",\"added\":\"2023-09-04T17:42:12.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.322Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Parks-November-1919.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Parks-November-1919.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.323Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Parks-November-1919.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.333Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Streibich-July-1920.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.333Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2347,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.333Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Streibich-July-1920.jpg\",\"added\":\"2023-09-04T17:42:12.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.387Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Streibich-July-1920.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Streibich-July-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.389Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Shaw-to-Streibich-July-1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.399Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:46:44.400Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2348,"total":3588,"pending":4,"failed":602,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true\",\"added\":\"2023-09-04T17:42:12.288Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:46:40.183Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true\",\"added\":\"2023-09-04T17:42:11.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:10.184Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:10.642Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:11.345Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:11.345Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:11.345Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:11.345Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/edward-herman-little?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:11.429Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:11.443Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2349,"total":3588,"pending":4,"failed":603,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true\",\"added\":\"2023-09-04T17:42:12.288Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:11.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw\",\"added\":\"2023-09-04T17:42:12.288Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:12.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:14.190Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?redirect_to=https%3A%2F%2Fdavidsonarchivesandspecialcollections.org%2Farchives%2Fencyclopedia%2Fcornelia-shaw","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.202Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.203Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2350,"total":3588,"pending":4,"failed":604,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:46:44.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true\",\"added\":\"2023-09-04T17:42:12.288Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.401Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.448Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.520Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.520Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:14.520Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:14.521Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.591Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.593Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2351,"total":3588,"pending":4,"failed":605,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true\",\"added\":\"2023-09-04T17:42:16.943Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:14.624Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:15.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:15.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:15.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:15.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/union-library?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.722Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Opinion-poll.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2352,"total":3588,"pending":4,"failed":606,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:15.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Opinion-poll.jpg\",\"added\":\"2023-09-04T17:42:17.324Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.787Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Opinion-poll.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Opinion-poll.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.789Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Opinion-poll.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.802Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-9.59.11-AM.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.803Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2353,"total":3588,"pending":4,"failed":606,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:15.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-9.59.11-AM.png\",\"added\":\"2023-09-04T17:42:17.324Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.886Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-9.59.11-AM.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-9.59.11-AM.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.888Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-9.59.11-AM.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.898Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/ev.owa_.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.899Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2354,"total":3588,"pending":4,"failed":606,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:15.898Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/ev.owa_.jpeg\",\"added\":\"2023-09-04T17:42:17.324Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.988Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/ev.owa_.jpeg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/ev.owa_.jpeg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:15.990Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/ev.owa_.jpeg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:16.000Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:16.001Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2355,"total":3588,"pending":4,"failed":606,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:53.654Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:26.545Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:26.545Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.551Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.552Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.553Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.554Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.554Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.554Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.555Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.566Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.566Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2356,"total":3589,"pending":4,"failed":606,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:45:52.723Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/\",\"added\":\"2023-09-04T17:41:31.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:26.577Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:32.727Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:32.727Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:32.727Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:32.739Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:32.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2357,"total":3589,"pending":4,"failed":607,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:32.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:32.750Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:34.854Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:34.854Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:34.854Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:34.855Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/09/EHLilttle1969.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:34.925Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:34.925Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2358,"total":3589,"pending":4,"failed":608,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:34.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:34.935Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:36.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:36.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:36.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:47:36.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19710326_001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.049Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19720128_010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2359,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:36.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19720128_010.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.143Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19720128_010.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19720128_010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.144Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/19720128_010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.155Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0763.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2360,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:36.155Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0763.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.239Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0763.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0763.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.241Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0763.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.251Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Librarymap.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.252Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2361,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:36.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Librarymap.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.317Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Librarymap.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Librarymap.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.318Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Librarymap.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.330Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Little-Facts.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:36.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2362,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:36.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Little-Facts.jpg\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:37.399Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Little-Facts.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Little-Facts.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:37.400Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Little-Facts.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:37.475Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-12.58.26-PM.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:37.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2363,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:37.412Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-12.58.26-PM.png\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:38.564Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-12.58.26-PM.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-12.58.26-PM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:38.566Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-12.58.26-PM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:38.576Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0769.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:38.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2364,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:38.576Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0769.jpg\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:39.642Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0769.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0769.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:39.643Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0769.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:39.653Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Items-for-Consideration.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:39.653Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2365,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:39.653Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Items-for-Consideration.jpg\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.721Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Items-for-Consideration.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Items-for-Consideration.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.723Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Items-for-Consideration.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.736Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Recommendations.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2366,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:40.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Recommendations.jpg\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.822Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Recommendations.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Recommendations.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.823Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Recommendations.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.833Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.06.34-AM.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:40.834Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2367,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:40.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.06.34-AM.png\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:41.896Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.06.34-AM.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.06.34-AM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:41.897Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.06.34-AM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:41.976Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.07.21-AM.png"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:41.977Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2368,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:41.909Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.07.21-AM.png\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.041Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.07.21-AM.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.07.21-AM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.042Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Screen-shot-2011-10-06-at-11.07.21-AM.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.052Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/img-X06105508-0001.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.052Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2369,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:42.052Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/img-X06105508-0001.pdf\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.117Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/img-X06105508-0001.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/img-X06105508-0001.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.118Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/img-X06105508-0001.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.128Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/recent_facts.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:42.129Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2370,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:42.128Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/recent_facts.jpg\",\"added\":\"2023-09-04T17:42:17.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:43.216Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/recent_facts.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/recent_facts.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:43.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/recent_facts.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:43.228Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:47:43.228Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2371,"total":3589,"pending":4,"failed":609,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:14.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/\",\"added\":\"2023-09-04T17:42:16.942Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:44.205Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:47:46.002Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:13.231Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:14.207Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:14.207Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:16.005Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:16.005Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:43.232Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:43.232Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:44.207Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:44.207Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:48:44.207Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:44.218Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:44.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2372,"total":3589,"pending":4,"failed":610,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:16.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=4810\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:44.310Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:46.004Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:48:46.004Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:48:46.005Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=4810","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.078Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/9-0673.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.078Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2373,"total":3589,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.016Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/9-0673.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.142Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/9-0673.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/9-0673.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.144Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/9-0673.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.157Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0670.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.158Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2374,"total":3589,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.157Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0670.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.239Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0670.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0670.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.242Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0670.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.258Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:46.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2375,"total":3589,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:26.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/\",\"added\":\"2023-09-04T17:42:17.325Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"warn","timestamp":"2023-09-04T19:48:47.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:48:47.718Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.725Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr"],"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.725Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.726Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"Skipping autoscroll, page seems to not be responsive to scrolling events","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.726Z","context":"behaviorScript","message":"Behavior log","details":{"state":{"segments":1},"msg":"done!","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.727Z","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.727Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.728Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.739Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0675.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2376,"total":3590,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:47.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0675.jpg\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.797Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0675.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0675.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.798Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-0675.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.883Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-12121.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.884Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2377,"total":3590,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:47.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-12121.jpg\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.950Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-12121.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-12121.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/9-12121.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.963Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Grey-Library-Bibilography.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:47.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2378,"total":3590,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:47.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Grey-Library-Bibilography.pdf\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.020Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Grey-Library-Bibilography.pdf","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Grey-Library-Bibilography.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.022Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/Grey-Library-Bibilography.pdf","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.033Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/graph1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.033Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2379,"total":3590,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/graph1.jpg\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.095Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/graph1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/graph1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.096Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/10/graph1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.107Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:48:48.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2380,"total":3590,"pending":4,"failed":611,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:47:43.228Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true\",\"added\":\"2023-09-04T17:42:17.327Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:13.234Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:13.234Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:49:13.234Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:13.246Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:13.247Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2381,"total":3590,"pending":4,"failed":612,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:13.246Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg\",\"added\":\"2023-09-04T17:42:24.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:44.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg\",\"added\":\"2023-09-04T17:42:22.452Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:13.347Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:16.260Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:18.110Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:35.522Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:49:35.522Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/19-0496.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:35.541Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:49:35.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0051.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.561Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0054.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.561Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2383,"total":3590,"pending":4,"failed":614,"limit":{"max":0,"hit":false},"pendingPages":["{\"added\":\"2023-09-04T17:42:24.711Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg\",\"seedId\":0,\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.560Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0054.jpg\",\"added\":\"2023-09-04T17:42:24.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.628Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0054.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0054.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.648Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/6-0054.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.661Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.661Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2384,"total":3590,"pending":4,"failed":614,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg\",\"added\":\"2023-09-04T17:42:24.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.693Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.694Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2384,"total":3590,"pending":4,"failed":614,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg\",\"added\":\"2023-09-04T17:42:24.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:35.707Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:43.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Untitled-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:43.907Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:43.907Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2385,"total":3590,"pending":4,"failed":614,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:46.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/\",\"added\":\"2023-09-04T17:42:22.453Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:43.917Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:46.263Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:46.263Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:46.375Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:46.375Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:46.375Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:49:46.376Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:46.387Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:46.387Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2386,"total":3590,"pending":4,"failed":615,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:46.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture2.jpg\",\"added\":\"2023-09-04T17:42:45.335Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:46.397Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:47.447Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:47.458Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:47.458Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2387,"total":3590,"pending":4,"failed":615,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:47.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture3.jpg\",\"added\":\"2023-09-04T17:42:45.335Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:47.468Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture3.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:49:48.111Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:48.111Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:49.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:49.634Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:49.634Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2388,"total":3590,"pending":4,"failed":615,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:49.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture4.jpg\",\"added\":\"2023-09-04T17:42:45.335Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:49.644Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.737Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2389,"total":3590,"pending":4,"failed":615,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture5.jpg\",\"added\":\"2023-09-04T17:42:45.335Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.819Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.822Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.832Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:49:50.833Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2390,"total":3590,"pending":4,"failed":615,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:48:48.107Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true\",\"added\":\"2023-09-04T17:42:22.454Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:50:05.662Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:50:18.111Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:50:18.112Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:50:18.113Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:18.124Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:18.124Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2391,"total":3590,"pending":4,"failed":616,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:18.124Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:18.216Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:50:19.024Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:50:19.024Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/J.L.-Kilpatrick.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:19.098Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:19.099Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2392,"total":3590,"pending":4,"failed":617,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:19.039Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture6.jpg\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:19.157Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:29.101Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:30.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture6.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:30.177Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:30.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2393,"total":3590,"pending":4,"failed":617,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:30.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture7.jpg\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.245Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture7.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.246Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture7.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture8.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2394,"total":3590,"pending":4,"failed":617,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture8.jpg\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.341Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture8.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture8.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.342Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/08/Picture8.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.353Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:31.353Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2395,"total":3590,"pending":4,"failed":617,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:35.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true\",\"added\":\"2023-09-04T17:42:24.712Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:50:35.665Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:50:35.665Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:01.354Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:05.665Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:05.665Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:05.666Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/beaver-dam?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:05.764Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p199.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:05.765Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2396,"total":3590,"pending":4,"failed":618,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:05.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p199.jpg\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:05.774Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p199.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:06.959Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p199.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:06.970Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:06.972Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2397,"total":3590,"pending":4,"failed":618,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:06.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:06.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:07.750Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:07.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:07.750Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:07.750Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11sept1841p200.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:07.761Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:07.761Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2398,"total":3590,"pending":4,"failed":619,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:07.760Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg\",\"added\":\"2023-09-04T17:43:39.333Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:07.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:08.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:08.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:08.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:08.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p176.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:08.393Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:08.393Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2399,"total":3590,"pending":4,"failed":620,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:08.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg\",\"added\":\"2023-09-04T17:43:39.333Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:08.403Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:09.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:09.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:09.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:09.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11mar1841p177.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:09.024Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p179.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:09.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2400,"total":3590,"pending":4,"failed":621,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:09.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p179.jpg\",\"added\":\"2023-09-04T17:43:39.333Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:09.035Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p179.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:12.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p179.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:12.977Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:12.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2401,"total":3590,"pending":4,"failed":621,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:12.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg\",\"added\":\"2023-09-04T17:43:39.333Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:12.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:13.918Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:14.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:14.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:14.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:14.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p180.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:14.083Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:14.083Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2402,"total":3590,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:43.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true\",\"added\":\"2023-09-04T17:42:33.818Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:14.093Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:16.431Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:16.431Z","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:archives@davidson.edu","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.451Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.452Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.465Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p181.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.465Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2403,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.464Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p181.jpg\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.558Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p181.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p181.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.559Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12mar1841p181.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.570Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11oct1837p34.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2404,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.570Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11oct1837p34.jpg\",\"added\":\"2023-09-04T17:44:33.160Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.654Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11oct1837p34.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11oct1837p34.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.656Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm11oct1837p34.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.667Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p37.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2405,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p37.jpg\",\"added\":\"2023-09-04T17:44:33.160Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.724Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p37.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p37.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.725Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p37.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.789Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p40.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.790Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2406,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.735Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p40.jpg\",\"added\":\"2023-09-04T17:44:33.160Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.845Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p40.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p40.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.846Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p40.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.857Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2407,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p41.jpg\",\"added\":\"2023-09-04T17:44:33.160Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.918Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p41.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p41.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.923Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1837p41.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.933Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:16.934Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2408,"total":3591,"pending":4,"failed":622,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:49:50.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true\",\"added\":\"2023-09-04T17:42:45.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true\",\"added\":\"2023-09-04T17:44:33.161Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:31.355Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:31.355Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:46.935Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:49.157Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:51:49.157Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:51:49.157Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-3?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:49.169Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:51:49.170Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2409,"total":3591,"pending":4,"failed":623,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:50:31.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true\",\"added\":\"2023-09-04T17:43:25.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true\",\"added\":\"2023-09-04T17:44:33.161Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:01.356Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:01.356Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:01.356Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesseptember?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:01.368Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:01.368Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2410,"total":3591,"pending":4,"failed":624,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:14.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true\",\"added\":\"2023-09-04T17:43:39.334Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true\",\"added\":\"2023-09-04T17:44:33.161Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:01.472Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:16.936Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:16.936Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:19.173Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:44.094Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:44.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:44.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-6?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:44.105Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:44.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2411,"total":3591,"pending":4,"failed":625,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:16.933Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true\",\"added\":\"2023-09-04T17:44:33.161Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:44.116Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:46.938Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:46.938Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:46.939Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-3?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:46.949Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:46.949Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2412,"total":3591,"pending":4,"failed":626,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:46.949Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:46.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.046Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.046Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.046Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:48.046Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.057Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.057Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2413,"total":3591,"pending":4,"failed":627,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:48.057Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.067Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:48.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:48.678Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.762Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.763Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2414,"total":3591,"pending":4,"failed":628,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:51:49.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:48.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner11.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:48.773Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner11.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:49.175Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.175Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:49.284Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:49.284Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:52:49.284Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:52:49.284Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-4?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.299Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2415,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:48.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner11.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.310Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner11.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.466Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2416,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk1.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.550Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.566Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:49.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2417,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:50.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/dinner3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:50.456Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:50.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2418,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:50.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:49.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:56.665Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:56.666Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/talk2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:56.676Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/19910408_010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:56.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2419,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:50.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:56.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/19910408_010.jpg\",\"added\":\"2023-09-04T17:46:26.707Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:56.687Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/19910408_010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:57.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/19910408_010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:57.811Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/KKK_cartoon.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:52:57.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2420,"total":3591,"pending":4,"failed":629,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:57.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/KKK_cartoon.jpg\",\"added\":\"2023-09-04T17:46:26.707Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:50.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:00.460Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:53:07.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:53:07.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:53:07.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:53:07.558Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:07.569Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:07.569Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2421,"total":3591,"pending":4,"failed":630,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:57.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/KKK_cartoon.jpg\",\"added\":\"2023-09-04T17:46:26.707Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:07.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:07.813Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/KKK_cartoon.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:09.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/KKK_cartoon.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:09.956Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:09.957Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2422,"total":3591,"pending":4,"failed":630,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:07.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:52:01.368Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg\",\"added\":\"2023-09-04T17:44:41.688Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:09.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/\",\"added\":\"2023-09-04T17:46:33.298Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:53:09.967Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:53:37.573Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:02.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:54:02.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm12oct1843p269.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:03.074Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:03.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2423,"total":3591,"pending":4,"failed":631,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:52:44.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/\",\"added\":\"2023-09-04T17:46:26.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:07.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:09.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/\",\"added\":\"2023-09-04T17:46:33.298Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:07.573Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:07.573Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:14.117Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:14.117Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:54:14.117Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:14.127Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:14.128Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2424,"total":3591,"pending":4,"failed":632,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:14.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:07.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true\",\"added\":\"2023-09-04T17:46:26.708Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:09.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/\",\"added\":\"2023-09-04T17:46:33.298Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:33.077Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:37.573Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:37.573Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:54:37.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/solidarity-committee-sga?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:37.585Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:37.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2425,"total":3591,"pending":4,"failed":633,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:14.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:53:09.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/\",\"added\":\"2023-09-04T17:46:33.298Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:39.968Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:39.968Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:54:39.968Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:39.979Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:39.980Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2426,"total":3591,"pending":4,"failed":634,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:14.127Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:39.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:40.072Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:44.129Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:44.609Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:45.141Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":500,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:45.141Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/ returned status code 500","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:54:45.141Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/ returned status code 500","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/ returned status code 500\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:54:45.141Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-wells-kuykendall/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.154Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Morrison-Hall.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2427,"total":3591,"pending":4,"failed":635,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Morrison-Hall.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:39.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.240Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Morrison-Hall.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Morrison-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.242Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Morrison-Hall.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.315Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Ruth-Pittard.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.316Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2428,"total":3591,"pending":4,"failed":635,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.252Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Ruth-Pittard.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:39.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.399Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Ruth-Pittard.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Ruth-Pittard.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.400Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Ruth-Pittard.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.411Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2429,"total":3591,"pending":4,"failed":635,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:02.991Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true\",\"added\":\"2023-09-04T17:46:33.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:39.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:54:45.834Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:03.079Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:03.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:07.590Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:33.078Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:33.079Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:55:33.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:33.089Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:33.090Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2430,"total":3591,"pending":4,"failed":636,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:39.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:37.590Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:37.590Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:55:39.361Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:55:39.362Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Kuykendall-Portrait.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.382Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2006walk1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.382Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2431,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:39.382Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2006walk1.jpg\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.487Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2006walk1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2006walk1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.491Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2006walk1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.503Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Volunteer-Fair.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.503Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2432,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:39.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Volunteer-Fair.jpg\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.597Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Volunteer-Fair.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Volunteer-Fair.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.599Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Volunteer-Fair.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.610Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/csdinner.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2433,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:39.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/csdinner.jpg\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:39.621Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/csdinner.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:40.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/csdinner.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:40.793Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/framework1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:40.793Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2434,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:40.738Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/framework1.jpg\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:47.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/framework1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:48.967Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/framework1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:48.977Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/freedom-school.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:48.977Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2435,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:48.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/freedom-school.jpg\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:48.987Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/freedom-school.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:50.071Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/freedom-school.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:50.081Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:50.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2436,"total":3591,"pending":4,"failed":637,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:50.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true\",\"added\":\"2023-09-04T17:46:58.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:37.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/\",\"added\":\"2023-09-04T17:46:58.011Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:55:50.091Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:03.093Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:07.589Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:07.589Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:56:07.589Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:07.599Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:07.600Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2437,"total":3591,"pending":4,"failed":638,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:55:50.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true\",\"added\":\"2023-09-04T17:46:58.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:54:45.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:07.712Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:15.835Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:15.835Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:56:15.835Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:15.848Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:15.849Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2438,"total":3591,"pending":4,"failed":639,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:50.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true\",\"added\":\"2023-09-04T17:46:58.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:33.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/\",\"added\":\"2023-09-04T17:46:58.012Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:15.935Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:56:33.094Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:56:33.095Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:57:03.094Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:57:03.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:57:03.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:57:03.105Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:57:03.105Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2439,"total":3591,"pending":4,"failed":640,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:55:50.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true\",\"added\":\"2023-09-04T17:46:58.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:03.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:57:20.092Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:57:20.092Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:57:20.092Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:57:20.103Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:57:20.105Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2440,"total":3591,"pending":4,"failed":641,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:03.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:57:20.205Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:57:33.109Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:03.110Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.110Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:03.189Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:03.189Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:03.189Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:03.189Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/center-for-civic-engagement/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.201Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Course-Description-Community-Building.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.201Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2441,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Course-Description-Community-Building.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.307Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Course-Description-Community-Building.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Course-Description-Community-Building.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.311Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Course-Description-Community-Building.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.322Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/IMG_0523.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.322Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2442,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/IMG_0523.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.413Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/IMG_0523.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/IMG_0523.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.415Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/IMG_0523.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.494Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Math-Class.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.494Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2443,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Math-Class.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.577Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Math-Class.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Math-Class.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.578Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Math-Class.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.589Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-Learning-Brochures.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.590Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2444,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.589Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-Learning-Brochures.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.647Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-Learning-Brochures.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-Learning-Brochures.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.648Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-Learning-Brochures.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.659Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/garden-brochure.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.659Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2445,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.659Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/garden-brochure.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.718Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/garden-brochure.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/garden-brochure.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/garden-brochure.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.732Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/survey.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.733Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2446,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/survey.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.787Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/survey.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/survey.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.788Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/survey.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.799Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.799Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2447,"total":3591,"pending":4,"failed":642,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:03.799Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true\",\"added\":\"2023-09-04T17:46:58.328Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:03.830Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:04.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:04.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:04.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:04.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/service-learning?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:04.961Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:04.961Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2448,"total":3591,"pending":4,"failed":643,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:04.907Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/\",\"added\":\"2023-09-04T17:47:06.727Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:04.993Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:06.055Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.065Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2449,"total":3591,"pending":4,"failed":644,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:06.065Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/\",\"added\":\"2023-09-04T17:47:06.727Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.096Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.662Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:06.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:06.663Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.676Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.676Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2450,"total":3591,"pending":4,"failed":645,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:06.675Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/\",\"added\":\"2023-09-04T17:47:06.727Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:06.706Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:07.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2451,"total":3591,"pending":4,"failed":646,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:07.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true\",\"added\":\"2023-09-04T17:47:06.728Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:07.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:07.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.850Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/10-2279_crop.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2452,"total":3591,"pending":4,"failed":647,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:07.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/10-2279_crop.jpg\",\"added\":\"2023-09-04T17:47:16.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.911Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/10-2279_crop.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/10-2279_crop.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.913Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/10-2279_crop.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.984Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/24-0048.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:07.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2453,"total":3591,"pending":4,"failed":647,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:07.924Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/24-0048.jpg\",\"added\":\"2023-09-04T17:47:16.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:08.049Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/24-0048.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/24-0048.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:08.050Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/24-0048.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:08.062Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:08.062Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2454,"total":3591,"pending":4,"failed":647,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:08.062Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true\",\"added\":\"2023-09-04T17:47:16.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:08.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:09.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:09.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:09.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:09.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-service?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.154Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/8February931.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2455,"total":3591,"pending":4,"failed":648,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:09.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/8February931.jpg\",\"added\":\"2023-09-04T17:47:16.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.213Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/8February931.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/8February931.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.214Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/04/8February931.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.225Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/27-0486.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2456,"total":3591,"pending":4,"failed":648,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:09.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/27-0486.jpg\",\"added\":\"2023-09-04T17:47:16.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.292Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/27-0486.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/27-0486.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/27-0486.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.306Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/habitat.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2457,"total":3591,"pending":4,"failed":648,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:09.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/habitat.jpg\",\"added\":\"2023-09-04T17:47:16.327Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.391Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/habitat.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/habitat.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.392Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/habitat.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.466Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2458,"total":3591,"pending":4,"failed":648,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:09.407Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?p=1950\",\"added\":\"2023-09-04T17:47:19.824Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:09.496Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:10.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:10.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=1950 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:10.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?p=1950 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?p=1950 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:10.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?p=1950","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.562Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AGMflyer.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2459,"total":3591,"pending":4,"failed":649,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:10.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AGMflyer.jpg\",\"added\":\"2023-09-04T17:47:19.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.628Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AGMflyer.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AGMflyer.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.630Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AGMflyer.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.641Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AJClist.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2460,"total":3591,"pending":4,"failed":649,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:10.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AJClist.jpg\",\"added\":\"2023-09-04T17:47:19.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.700Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AJClist.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AJClist.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.701Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/AJClist.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.710Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gift_fair.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.710Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2461,"total":3591,"pending":4,"failed":649,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:10.710Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gift_fair.jpg\",\"added\":\"2023-09-04T17:47:19.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.797Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gift_fair.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gift_fair.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.798Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gift_fair.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.809Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.809Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2462,"total":3591,"pending":4,"failed":649,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:10.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true\",\"added\":\"2023-09-04T17:47:19.825Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:10.844Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:11.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:11.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:11.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:11.446Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/alternative-gift-market-chaplains-office?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:11.521Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:11.521Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2463,"total":3591,"pending":4,"failed":650,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:11.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/\",\"added\":\"2023-09-04T17:47:19.825Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:11.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:12.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:12.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:12.607Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:12.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.621Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.621Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2464,"total":3591,"pending":4,"failed":651,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:12.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton.jpg\",\"added\":\"2023-09-04T17:47:21.342Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.684Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.685Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.696Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.696Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2465,"total":3591,"pending":4,"failed":651,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:12.696Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton21.jpg\",\"added\":\"2023-09-04T17:47:21.342Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.779Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton21.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.780Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.791Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.791Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2466,"total":3591,"pending":4,"failed":651,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:12.791Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton3.jpg\",\"added\":\"2023-09-04T17:47:21.342Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.855Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.857Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/stapleton3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.867Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.867Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2467,"total":3591,"pending":4,"failed":651,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:12.867Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true\",\"added\":\"2023-09-04T17:47:21.343Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:12.899Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:13.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:13.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:13.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:13.495Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:13.567Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:13.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2468,"total":3591,"pending":4,"failed":652,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:13.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/\",\"added\":\"2023-09-04T17:47:29.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:13.597Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:14.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:14.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:14.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:14.646Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/athletics-community-service/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.658Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2469,"total":3591,"pending":4,"failed":653,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:14.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-1.jpg\",\"added\":\"2023-09-04T17:47:29.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.715Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.716Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.728Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.728Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2470,"total":3591,"pending":4,"failed":653,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:14.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-2.jpg\",\"added\":\"2023-09-04T17:47:29.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.779Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.782Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.792Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.793Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2471,"total":3591,"pending":4,"failed":653,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:14.792Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-3.jpg\",\"added\":\"2023-09-04T17:47:29.824Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.851Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.852Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Womens-Athletics-3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.862Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.863Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2472,"total":3591,"pending":4,"failed":653,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:14.862Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true\",\"added\":\"2023-09-04T17:47:29.825Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:14.891Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:15.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:15.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:15.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:15.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/womens-athletics-service?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:15.609Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:15.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2473,"total":3591,"pending":4,"failed":654,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:15.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/\",\"added\":\"2023-09-04T17:47:32.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:15.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:16.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:16.696Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:16.696Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:16.696Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stapletondavidson-urban-service-internship/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.708Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gripe.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.708Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2474,"total":3591,"pending":4,"failed":655,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:16.707Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gripe.jpg\",\"added\":\"2023-09-04T17:47:32.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.772Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gripe.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gripe.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.773Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/gripe.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.784Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.785Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2475,"total":3591,"pending":4,"failed":655,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:16.784Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true\",\"added\":\"2023-09-04T17:47:32.118Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:16.813Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:17.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:17.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:17.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:17.359Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplains-office?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.370Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2011team.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.370Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2476,"total":3591,"pending":4,"failed":656,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:17.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2011team.jpg\",\"added\":\"2023-09-04T17:47:34.277Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.428Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2011team.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2011team.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.430Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/2011team.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.441Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2477,"total":3591,"pending":4,"failed":656,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:17.441Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true\",\"added\":\"2023-09-04T17:47:34.278Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:17.471Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:18.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:18.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:18.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:18.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/journey-nicaragua?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.113Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Nicaragua2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.113Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2478,"total":3591,"pending":4,"failed":657,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:18.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Nicaragua2.jpg\",\"added\":\"2023-09-04T17:47:34.278Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.171Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Nicaragua2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Nicaragua2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.173Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Nicaragua2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.184Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/nicaragua3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.184Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2479,"total":3591,"pending":4,"failed":657,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:18.184Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/nicaragua3.jpg\",\"added\":\"2023-09-04T17:47:34.278Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.240Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/nicaragua3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/nicaragua3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.241Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/nicaragua3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.253Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.253Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2480,"total":3591,"pending":4,"failed":657,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:18.253Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.281Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:18.281Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:19.359Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.370Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.370Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2481,"total":3591,"pending":4,"failed":658,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:19.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.281Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.399Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:19.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:19.942Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-l-kirkpatricks-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.953Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2482,"total":3591,"pending":4,"failed":659,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:19.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:19.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:20.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:20.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:20.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:20.527Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:20.598Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:20.599Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2483,"total":3591,"pending":4,"failed":660,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:20.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:20.628Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:21.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:21.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:21.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:21.686Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:21.698Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:21.698Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2484,"total":3591,"pending":4,"failed":661,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:21.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:21.728Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:22.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:22.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:22.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:22.271Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:22.281Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:22.281Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2485,"total":3591,"pending":4,"failed":662,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:22.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:22.346Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:23.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:23.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:23.390Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:23.390Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:23.401Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:23.402Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2486,"total":3591,"pending":4,"failed":663,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:23.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:15.848Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:57:20.103Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg\",\"added\":\"2023-09-04T17:46:58.327Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:26.194Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:26.194Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Bonner-Logo.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:26.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T19:58:26.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/service-2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.237Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2488,"total":3591,"pending":3,"failed":665,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:23.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true\",\"added\":\"2023-09-04T17:47:37.287Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.261Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.268Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/"}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.269Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2488,"total":3591,"pending":4,"failed":665,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:58:23.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:56:07.599Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg\",\"added\":\"2023-09-04T17:46:58.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true\",\"added\":\"2023-09-04T17:47:37.287Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:58:26.279Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T19:58:53.405Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:59:07.715Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T19:59:07.715Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Service-1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:07.725Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:07.727Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2489,"total":3591,"pending":4,"failed":666,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:59:07.725Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true\",\"added\":\"2023-09-04T17:47:38.867Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:23.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/\",\"added\":\"2023-09-04T17:47:37.282Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true\",\"added\":\"2023-09-04T17:47:37.287Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:07.737Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T19:59:23.406Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:23.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:59:53.407Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T19:59:53.407Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:59:53.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:53.419Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:53.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2490,"total":3591,"pending":4,"failed":667,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T19:59:07.725Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true\",\"added\":\"2023-09-04T17:47:38.867Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true\",\"added\":\"2023-09-04T17:47:37.287Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T19:59:53.512Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T19:59:56.263Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T19:59:56.280Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:01.264Z","context":"general","message":"Promise timed out","details":{"seconds":5}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:01.281Z","context":"general","message":"Promise timed out","details":{"seconds":5}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:08.764Z","context":"general","message":"Link extraction timed out","details":{"seconds":5,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:08.783Z","context":"general","message":"Link extraction timed out","details":{"seconds":5,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:37.738Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:00:37.738Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:00:37.739Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:00:37.812Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:00:37.812Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2491,"total":3591,"pending":4,"failed":668,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:00:37.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.237Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true\",\"added\":\"2023-09-04T17:47:37.287Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:01:07.815Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:01:37.815Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:37.815Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:01:53.719Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.719Z","context":"pageStatus","message":"Page Finished","details":{"loadState":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/encyclopedia/portrait?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.809Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/SAAC-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2492,"total":3591,"pending":4,"failed":668,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:00:37.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:53.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/SAAC-1.jpg\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.877Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/SAAC-1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/SAAC-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.881Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/SAAC-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.892Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Image-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2493,"total":3591,"pending":4,"failed":668,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:01:53.892Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Image-1.jpg\",\"added\":\"2023-09-04T17:47:43.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:00:37.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.980Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Image-1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Image-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.981Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Image-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.992Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Picture-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:53.992Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2494,"total":3591,"pending":4,"failed":668,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:01:53.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Picture-2.jpg\",\"added\":\"2023-09-04T17:47:43.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:00:37.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:54.057Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Picture-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Picture-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:54.059Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/Basketball-Picture-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:54.069Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:01:54.069Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2495,"total":3591,"pending":4,"failed":668,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:00:37.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true\",\"added\":\"2023-09-04T17:47:42.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:07.816Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:07.816Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:07.816Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fellowship-of-christian-athletes-studentathlete-advisory-council?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:07.829Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:07.830Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2496,"total":3591,"pending":4,"failed":669,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:07.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true\",\"added\":\"2023-09-04T17:47:43.884Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:58:26.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:47:38.866Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:24.071Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:36.270Z","context":"worker","message":"Page Worker Timeout","details":{"seconds":250,"workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:36.270Z","context":"pageStatus","message":"Page Finished","details":{"loadState":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:36.281Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:36.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2497,"total":3591,"pending":4,"failed":669,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:36.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true\",\"added\":\"2023-09-04T17:47:45.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:07.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true\",\"added\":\"2023-09-04T17:47:43.884Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:36.321Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:36.393Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:37.399Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-w-newell-building-2?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.472Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.472Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2498,"total":3591,"pending":4,"failed":670,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:37.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true\",\"added\":\"2023-09-04T17:47:46.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:07.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true\",\"added\":\"2023-09-04T17:47:43.884Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.504Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.833Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.865Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.938Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.938Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:37.939Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:37.939Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.953Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2499,"total":3591,"pending":4,"failed":671,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:37.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true\",\"added\":\"2023-09-04T17:47:46.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:37.951Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true\",\"added\":\"2023-09-04T17:47:47.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:37.984Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:38.527Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philanthropic-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.538Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2500,"total":3591,"pending":4,"failed":672,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:37.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true\",\"added\":\"2023-09-04T17:47:46.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:38.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true\",\"added\":\"2023-09-04T17:48:18.849Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.566Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.582Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.582Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:38.582Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:38.582Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.623Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.623Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2501,"total":3591,"pending":4,"failed":673,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:38.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true\",\"added\":\"2023-09-04T17:48:18.849Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:38.622Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/\",\"added\":\"2023-09-04T17:48:33.622Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:38.671Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:39.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.130Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.132Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2502,"total":3591,"pending":4,"failed":674,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true\",\"added\":\"2023-09-04T17:48:33.622Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:38.622Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/\",\"added\":\"2023-09-04T17:48:33.622Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.162Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:39.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/musical-movements-and-moments/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.282Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2503,"total":3591,"pending":4,"failed":675,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true\",\"added\":\"2023-09-04T17:48:33.622Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true\",\"added\":\"2023-09-04T17:48:33.877Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.311Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:39.807Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sloan-music-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.850Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.850Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:39.850Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:39.850Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.870Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.871Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2505,"total":3591,"pending":4,"failed":677,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg\",\"added\":\"2023-09-04T17:48:40.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true\",\"added\":\"2023-09-04T17:48:33.927Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.878Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.879Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2505,"total":3591,"pending":4,"failed":677,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.870Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg\",\"added\":\"2023-09-04T17:48:40.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true\",\"added\":\"2023-09-04T17:48:33.927Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:39.888Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.012Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.013Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/smith.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.027Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2506,"total":3591,"pending":4,"failed":677,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:39.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true\",\"added\":\"2023-09-04T17:48:33.927Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:40.027Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true\",\"added\":\"2023-09-04T17:48:40.788Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.059Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:40.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:40.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:40.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:40.942Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.953Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2507,"total":3591,"pending":4,"failed":678,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:40.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true\",\"added\":\"2023-09-04T17:48:52.193Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:40.027Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true\",\"added\":\"2023-09-04T17:48:40.788Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:40.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.119Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.119Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:41.119Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:41.188Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:41.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2508,"total":3591,"pending":4,"failed":679,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true\",\"added\":\"2023-09-04T17:48:53.390Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:40.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true\",\"added\":\"2023-09-04T17:48:52.193Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:41.253Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:41.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:41.526Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:41.538Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:41.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2509,"total":3591,"pending":4,"failed":680,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true\",\"added\":\"2023-09-04T17:48:53.390Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:42.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:42.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:42.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:42.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:42.338Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/sparrow.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:42.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2510,"total":3591,"pending":4,"failed":681,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:42.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/sparrow.jpg\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:42.358Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/sparrow.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:43.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/sparrow.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:43.177Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:43.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2511,"total":3591,"pending":4,"failed":681,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T19:59:53.418Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg\",\"added\":\"2023-09-04T17:47:42.321Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:43.188Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:53.514Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:53.514Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/05/FCA1-.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:53.583Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/9-3211.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:53.583Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2512,"total":3591,"pending":4,"failed":682,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:53.524Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/9-3211.jpg\",\"added\":\"2023-09-04T17:49:29.198Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:53.594Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/9-3211.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:54.072Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:54.072Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:54.847Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/9-3211.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:54.858Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:54.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2513,"total":3591,"pending":4,"failed":682,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:54.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true\",\"added\":\"2023-09-04T17:49:29.199Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:54.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:55.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:55.567Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:55.567Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:55.567Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:55.578Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/VAC.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:55.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2514,"total":3591,"pending":4,"failed":683,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:55.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/VAC.jpg\",\"added\":\"2023-09-04T17:49:31.597Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:55.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/VAC.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:56.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/VAC.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:56.585Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:56.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2515,"total":3591,"pending":4,"failed":683,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:56.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true\",\"added\":\"2023-09-04T17:49:31.598Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:56.595Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:57.582Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:57.582Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:57.582Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:57.582Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/katherine-tom-belk-visual-arts-center?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:57.594Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:57.594Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2516,"total":3591,"pending":4,"failed":684,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:57.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true\",\"added\":\"2023-09-04T17:49:32.068Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:57.628Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:58.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:58.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:02:58.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:02:58.198Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:58.286Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/vail_b.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:58.287Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2517,"total":3591,"pending":4,"failed":685,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:58.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/vail_b.jpg\",\"added\":\"2023-09-04T17:49:32.654Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:58.297Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/vail_b.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:59.360Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/vail_b.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:59.371Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:59.372Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2518,"total":3591,"pending":4,"failed":685,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:59.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true\",\"added\":\"2023-09-04T17:49:32.655Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:02:59.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:00.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:00.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:00.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:00.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:00.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:00.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2519,"total":3591,"pending":4,"failed":686,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:00.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true\",\"added\":\"2023-09-04T17:49:34.774Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:00.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:01.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:01.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:01.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:01.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:01.265Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/StewardsHall2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:01.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2520,"total":3591,"pending":4,"failed":687,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:01.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/StewardsHall2.jpg\",\"added\":\"2023-09-04T17:49:34.774Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:01.276Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/StewardsHall2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/StewardsHall2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.274Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2521,"total":3591,"pending":4,"failed":687,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:02.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true\",\"added\":\"2023-09-04T17:49:40.170Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:02.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:02.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:02.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:02.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.905Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2522,"total":3591,"pending":4,"failed":688,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:02.852Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true\",\"added\":\"2023-09-04T17:49:42.353Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:02.915Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:03.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:03.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:03.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:03.471Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/west-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:03.482Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:03.482Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2523,"total":3591,"pending":4,"failed":689,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:03.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true\",\"added\":\"2023-09-04T17:49:43.306Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:03.492Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:04.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:04.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:04.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:04.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:04.579Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/watts.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:04.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2524,"total":3591,"pending":4,"failed":690,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:04.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/watts.jpg\",\"added\":\"2023-09-04T17:49:43.306Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:05.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/watts.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:06.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/watts.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:06.666Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:06.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2525,"total":3591,"pending":4,"failed":690,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:06.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true\",\"added\":\"2023-09-04T17:49:47.602Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:06.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:07.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:07.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:07.223Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:07.223Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/applied-psychology-building?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.233Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/Vance_Center_2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.234Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2526,"total":3591,"pending":4,"failed":691,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:07.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/Vance_Center_2.jpg\",\"added\":\"2023-09-04T17:49:51.365Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/Vance_Center_2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/Vance_Center_2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.941Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.941Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2527,"total":3591,"pending":4,"failed":691,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:07.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true\",\"added\":\"2023-09-04T17:49:51.366Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:07.952Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:09.006Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/baker-sports-complex?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.017Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.018Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2528,"total":3591,"pending":4,"failed":692,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:09.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/\",\"added\":\"2023-09-04T17:49:51.366Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.039Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:09.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:09.926Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/building/davidson-college-campus-buildings/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.938Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2529,"total":3591,"pending":4,"failed":693,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:09.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true\",\"added\":\"2023-09-04T17:50:15.225Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:09.949Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:10.518Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:10.518Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:10.518Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:10.518Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/barracks?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:10.530Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:10.530Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2530,"total":3591,"pending":4,"failed":694,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:10.529Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true\",\"added\":\"2023-09-04T17:50:29.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:10.559Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.540Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.605Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:11.606Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.618Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2531,"total":3591,"pending":4,"failed":695,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:11.618Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/\",\"added\":\"2023-09-04T17:50:52.014Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:41.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true\",\"added\":\"2023-09-04T17:49:01.487Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.626Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.626Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:11.626Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:11.626Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.640Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.640Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2532,"total":3591,"pending":4,"failed":696,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:11.618Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/\",\"added\":\"2023-09-04T17:50:52.014Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:11.640Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true\",\"added\":\"2023-09-04T17:50:52.015Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.647Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:11.649Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:12.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.744Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.744Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2533,"total":3591,"pending":4,"failed":697,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:11.618Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/\",\"added\":\"2023-09-04T17:50:52.014Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:12.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true\",\"added\":\"2023-09-04T17:51:04.964Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.754Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.792Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.792Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:12.792Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:12.792Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/underneath-the-carolina-inn/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.863Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.864Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2534,"total":3591,"pending":4,"failed":698,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:12.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true\",\"added\":\"2023-09-04T17:51:14.933Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:12.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true\",\"added\":\"2023-09-04T17:51:04.964Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:12.874Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.294Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.294Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.294Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:13.294Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-college-union?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.358Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.359Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2535,"total":3591,"pending":4,"failed":699,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:13.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg\",\"added\":\"2023-09-04T17:51:20.644Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:12.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true\",\"added\":\"2023-09-04T17:51:14.933Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.369Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.515Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.516Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:13.516Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:13.516Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.527Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2536,"total":3591,"pending":4,"failed":700,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:13.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg\",\"added\":\"2023-09-04T17:51:20.644Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:13.527Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true\",\"added\":\"2023-09-04T17:51:20.645Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:13.538Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:14.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.090Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2537,"total":3591,"pending":4,"failed":701,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:13.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg\",\"added\":\"2023-09-04T17:51:20.644Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true\",\"added\":\"2023-09-04T17:51:21.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.101Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.240Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/chambers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.250Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.251Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2538,"total":3591,"pending":4,"failed":701,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true\",\"added\":\"2023-09-04T17:51:21.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true\",\"added\":\"2023-09-04T17:51:26.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.647Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:14.647Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.658Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2539,"total":3591,"pending":4,"failed":702,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true\",\"added\":\"2023-09-04T17:51:27.071Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true\",\"added\":\"2023-09-04T17:51:26.711Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.828Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.828Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:14.829Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:14.829Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.841Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/dcpc.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2540,"total":3591,"pending":4,"failed":703,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true\",\"added\":\"2023-09-04T17:51:27.071Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/dcpc.jpg\",\"added\":\"2023-09-04T17:51:27.071Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:14.851Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/dcpc.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.447Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/dcpc.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.459Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2541,"total":3591,"pending":4,"failed":703,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:14.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true\",\"added\":\"2023-09-04T17:51:27.071Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:15.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true\",\"added\":\"2023-09-04T17:51:27.108Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.469Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:15.613Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:15.613Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:15.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:15.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-presbyterian-church?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.625Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.626Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2542,"total":3591,"pending":4,"failed":704,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:15.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true\",\"added\":\"2023-09-04T17:51:27.530Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:15.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true\",\"added\":\"2023-09-04T17:51:27.108Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:15.637Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:16.015Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.025Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2543,"total":3591,"pending":4,"failed":705,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:15.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true\",\"added\":\"2023-09-04T17:51:27.530Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true\",\"added\":\"2023-09-04T17:51:31.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.036Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.182Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.182Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.182Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:16.183Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2544,"total":3591,"pending":4,"failed":706,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true\",\"added\":\"2023-09-04T17:51:31.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:16.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:16.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eumenean-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.684Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.684Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2545,"total":3591,"pending":4,"failed":707,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.626Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true\",\"added\":\"2023-09-04T17:51:37.142Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:16.695Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:17.750Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:17.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:17.750Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:17.750Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:17.778Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:17.788Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2546,"total":3591,"pending":4,"failed":708,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:17.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true\",\"added\":\"2023-09-04T17:51:38.838Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:20.807Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:21.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:21.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:21.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:21.647Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:21.659Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:21.659Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2547,"total":3591,"pending":4,"failed":709,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:21.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true\",\"added\":\"2023-09-04T17:51:40.313Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:21.669Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:22.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:22.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:22.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:22.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/jackson-court?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:22.737Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:22.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2548,"total":3591,"pending":4,"failed":710,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:22.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true\",\"added\":\"2023-09-04T17:51:41.579Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:22.748Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.415Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.415Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.415Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:23.415Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.426Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2549,"total":3591,"pending":4,"failed":711,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg\",\"added\":\"2023-09-04T17:51:41.579Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:16.194Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:31.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.438Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:23.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:23.838Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.850Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2550,"total":3591,"pending":4,"failed":712,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:01:54.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true\",\"added\":\"2023-09-04T17:47:43.033Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg\",\"added\":\"2023-09-04T17:51:41.579Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:23.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.073Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.074Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:24.074Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-service?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.085Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.086Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2551,"total":3591,"pending":4,"failed":713,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.426Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg\",\"added\":\"2023-09-04T17:51:41.579Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.095Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.239Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.239Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.239Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:24.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/harding.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.318Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.319Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2552,"total":3591,"pending":4,"failed":714,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true\",\"added\":\"2023-09-04T17:52:03.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:23.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.329Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.495Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:24.495Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:24.495Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.506Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.507Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2553,"total":3591,"pending":4,"failed":715,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.251Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true\",\"added\":\"2023-09-04T17:52:03.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg\",\"added\":\"2023-09-04T17:52:03.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.085Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg\",\"added\":\"2023-09-04T17:51:46.898Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:24.517Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.160Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/duke.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:25.204Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:25.204Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:25.204Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:25.204Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.223Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2555,"total":3591,"pending":4,"failed":716,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:52:11.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg\",\"added\":\"2023-09-04T17:52:03.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.222Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.236Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.237Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2555,"total":3591,"pending":4,"failed":716,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:52:11.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:24.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg\",\"added\":\"2023-09-04T17:52:03.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.222Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/shc2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.585Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:25.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2556,"total":3591,"pending":4,"failed":716,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:52:11.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.222Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.254Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.255Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:32.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:32.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:32.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:32.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.905Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2557,"total":3591,"pending":4,"failed":717,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.172Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true\",\"added\":\"2023-09-04T17:52:11.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:32.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true\",\"added\":\"2023-09-04T17:52:20.217Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:32.915Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.055Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.055Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.055Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:33.055Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.066Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2558,"total":3591,"pending":4,"failed":718,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:25.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg\",\"added\":\"2023-09-04T17:52:15.591Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true\",\"added\":\"2023-09-04T17:52:21.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:32.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true\",\"added\":\"2023-09-04T17:52:20.217Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.078Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.335Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/knox.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.346Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2559,"total":3591,"pending":4,"failed":718,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true\",\"added\":\"2023-09-04T17:52:25.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true\",\"added\":\"2023-09-04T17:52:21.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:32.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true\",\"added\":\"2023-09-04T17:52:20.217Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.357Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:33.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.474Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2560,"total":3591,"pending":4,"failed":719,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true\",\"added\":\"2023-09-04T17:52:25.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg\",\"added\":\"2023-09-04T17:52:25.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true\",\"added\":\"2023-09-04T17:52:21.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.484Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:33.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:33.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.971Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:33.972Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2561,"total":3591,"pending":4,"failed":720,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg\",\"added\":\"2023-09-04T17:52:46.730Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg\",\"added\":\"2023-09-04T17:52:25.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true\",\"added\":\"2023-09-04T17:52:21.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:40.998Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.007Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.007Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.007Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:41.008Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.019Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.020Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2562,"total":3591,"pending":4,"failed":721,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg\",\"added\":\"2023-09-04T17:52:46.730Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg\",\"added\":\"2023-09-04T17:52:25.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.019Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true\",\"added\":\"2023-09-04T17:52:46.731Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.029Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.110Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.110Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.110Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:41.110Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/Little.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.121Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2563,"total":3591,"pending":4,"failed":722,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true\",\"added\":\"2023-09-04T17:52:55.447Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg\",\"added\":\"2023-09-04T17:52:46.730Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.019Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true\",\"added\":\"2023-09-04T17:52:46.731Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.132Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:41.606Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.617Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.617Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2564,"total":3591,"pending":4,"failed":723,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true\",\"added\":\"2023-09-04T17:52:58.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true\",\"added\":\"2023-09-04T17:52:55.447Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:33.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg\",\"added\":\"2023-09-04T17:52:46.730Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.627Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.791Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.792Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:41.792Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:41.793Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.793Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/martin.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.810Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2566,"total":3591,"pending":3,"failed":724,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true\",\"added\":\"2023-09-04T17:52:58.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true\",\"added\":\"2023-09-04T17:53:03.578Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.888Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.889Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2566,"total":3591,"pending":4,"failed":724,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true\",\"added\":\"2023-09-04T17:52:58.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:36.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true\",\"added\":\"2023-09-04T17:53:03.578Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:41.898Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:42.191Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:42.201Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:42.201Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2567,"total":3591,"pending":4,"failed":725,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:42.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true\",\"added\":\"2023-09-04T17:53:36.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:36.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true\",\"added\":\"2023-09-04T17:53:03.578Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.886Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.886Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:42.886Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:42.888Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:42.900Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:42.901Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2568,"total":3591,"pending":4,"failed":726,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:42.900Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg\",\"added\":\"2023-09-04T17:53:36.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:42.201Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true\",\"added\":\"2023-09-04T17:53:36.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:41.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:36.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.250Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:49.814Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.860Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.860Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:49.860Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:49.860Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-r-cunninghams-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.874Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2570,"total":3591,"pending":4,"failed":728,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:53:41.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:42.900Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg\",\"added\":\"2023-09-04T17:53:36.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.892Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.892Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2570,"total":3591,"pending":4,"failed":728,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:53:41.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:42.900Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg\",\"added\":\"2023-09-04T17:53:36.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.902Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.905Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:49.926Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:50.567Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/irwin.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.577Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2571,"total":3591,"pending":4,"failed":729,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:49.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:53:41.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.592Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.592Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.592Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.593Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.593Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:50.593Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:50.593Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:50.593Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-d-hepburns-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.613Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.613Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2573,"total":3591,"pending":3,"failed":731,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/\",\"added\":\"2023-09-04T17:53:55.251Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.616Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.616Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2573,"total":3591,"pending":4,"failed":731,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:53:55.252Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/\",\"added\":\"2023-09-04T17:53:55.251Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.624Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:50.625Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:51.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:51.681Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:51.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2574,"total":3591,"pending":4,"failed":732,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true\",\"added\":\"2023-09-04T17:54:00.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.615Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:53:55.252Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:51.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:51.718Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-j-martin-jrs-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:51.728Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:51.728Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2575,"total":3591,"pending":4,"failed":733,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:50.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:53:47.470Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true\",\"added\":\"2023-09-04T17:54:00.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:04.311Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.222Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:58.222Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacys-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.232Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.233Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2576,"total":3591,"pending":4,"failed":734,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:58.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/\",\"added\":\"2023-09-04T17:54:04.311Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true\",\"added\":\"2023-09-04T17:54:00.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:04.311Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.750Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:58.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:58.814Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.889Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2577,"total":3591,"pending":4,"failed":735,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:58.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true\",\"added\":\"2023-09-04T17:54:00.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:04.311Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:58.900Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:59.775Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.786Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2578,"total":3591,"pending":4,"failed":736,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:58.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:51.728Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:04.311Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.796Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:59.870Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-w-mcphails-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.881Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.881Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2579,"total":3591,"pending":4,"failed":737,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:58.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:22.973Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.892Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.959Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.959Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:03:59.959Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:03:59.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.972Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.972Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2580,"total":3591,"pending":4,"failed":738,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:06.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:54:25.151Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:22.973Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:03:59.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:00.359Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnons-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.441Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.441Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2581,"total":3591,"pending":4,"failed":739,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:25.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:54:25.151Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:22.973Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.452Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:00.526Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-h-morrisons-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.538Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.540Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2582,"total":3591,"pending":4,"failed":740,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:25.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:26.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:03:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:22.973Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.596Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.596Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:00.597Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:00.597Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-l-smiths-presidential-portrait?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.608Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.608Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2583,"total":3591,"pending":4,"failed":741,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:25.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:03.767Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:26.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:00.618Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.102Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.102Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyan-shearers-presidential-portrait?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.114Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2584,"total":3591,"pending":4,"failed":742,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true\",\"added\":\"2023-09-04T17:54:25.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:00.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:03.767Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:03.887Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.124Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.168Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.168Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.169Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.169Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagts-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.210Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.210Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.210Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.210Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-w-kuykendalls-presidential-portrait?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.221Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.221Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2586,"total":3591,"pending":4,"failed":744,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:03.887Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:04.037Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.232Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.249Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.249Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2586,"total":3591,"pending":4,"failed":744,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:03.887Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:04.037Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-r-spencers-presidential-portrait-2?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.682Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2587,"total":3591,"pending":4,"failed":745,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.221Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:04.037Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.693Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.774Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/akers-hall?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.789Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.789Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2588,"total":3591,"pending":4,"failed":746,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/\",\"added\":\"2023-09-04T17:55:32.725Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.180Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true\",\"added\":\"2023-09-04T17:55:04.037Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:01.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:01.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-l-lingles-presidential-portrait-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.914Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:01.915Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2589,"total":3591,"pending":4,"failed":747,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg\",\"added\":\"2023-09-04T17:55:15.397Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true\",\"added\":\"2023-09-04T17:55:32.726Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/\",\"added\":\"2023-09-04T17:55:32.725Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:02.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/10/akers.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:02.870Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:02.871Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2590,"total":3591,"pending":4,"failed":747,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:02.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true\",\"added\":\"2023-09-04T17:55:34.221Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true\",\"added\":\"2023-09-04T17:55:32.726Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/\",\"added\":\"2023-09-04T17:55:32.725Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:08.814Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:08.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:09.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Robert-Hall-Morrison/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.393Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2591,"total":3591,"pending":4,"failed":748,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:02.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true\",\"added\":\"2023-09-04T17:55:34.221Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:01.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true\",\"added\":\"2023-09-04T17:55:32.726Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.404Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.567Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.567Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:09.567Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stonewall-jackson?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.578Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2592,"total":3591,"pending":4,"failed":749,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:02.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true\",\"added\":\"2023-09-04T17:55:34.221Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.588Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.894Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.974Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:09.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:09.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Akers-Hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.987Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.987Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2593,"total":3591,"pending":4,"failed":750,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:02.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true\",\"added\":\"2023-09-04T17:55:34.221Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:09.997Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.247Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:10.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Applied-Psychology-Building/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.258Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2594,"total":3591,"pending":4,"failed":751,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:02.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true\",\"added\":\"2023-09-04T17:55:34.221Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:09.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:10.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Baker-Sports-Complex/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.577Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.577Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:10.577Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:10.577Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.588Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2596,"total":3591,"pending":4,"failed":753,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.602Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:10.603Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2596,"total":3591,"pending":4,"failed":753,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:02:43.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true\",\"added\":\"2023-09-04T17:49:03.569Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:13.189Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:13.189Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:13.189Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:13.200Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:13.200Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2597,"total":3591,"pending":4,"failed":754,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:20.262Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:20.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:20.604Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:24.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:24.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:24.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:24.606Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Belk-Hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:24.618Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:24.618Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2598,"total":3591,"pending":4,"failed":755,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:24.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:24.647Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:25.215Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:25.215Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:25.215Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:25.216Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cannon-dormitory/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:25.226Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:25.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2599,"total":3591,"pending":4,"failed":756,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:25.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:25.236Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.311Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:26.311Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:26.324Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:26.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2600,"total":3591,"pending":4,"failed":757,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:26.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:26.335Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:26.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:26.879Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cunningham-fine-arts/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:26.890Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:26.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2601,"total":3591,"pending":4,"failed":758,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:26.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:36.892Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:38.998Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:38.998Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:38.998Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:38.998Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dana-science-laboratory/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:39.061Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:39.061Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2602,"total":3591,"pending":4,"failed":759,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:39.009Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:39.072Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:40.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:40.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:40.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:40.126Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/duke-dormitory/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:40.137Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:40.137Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2603,"total":3591,"pending":4,"failed":760,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:40.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:13.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:43.201Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:46.272Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:46.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/blackwell-alumni-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:46.345Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:46.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2604,"total":3591,"pending":4,"failed":761,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:40.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:46.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:46.355Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:46.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:46.958Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/erwin-lodge/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:47.029Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:47.030Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2605,"total":3591,"pending":4,"failed":762,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:40.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:46.968Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:47.040Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:48.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:48.094Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:48.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:48.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/georgia-dormitory/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:48.105Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:48.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2606,"total":3591,"pending":4,"failed":763,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:40.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:50.141Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:50.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:50.694Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:50.694Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:50.694Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/elm-row/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:50.705Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:50.706Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2607,"total":3591,"pending":4,"failed":764,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:50.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:53.723Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:54.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:54.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:54.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:54.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:54.273Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:54.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2608,"total":3591,"pending":4,"failed":765,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:54.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:55.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:57.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/harding-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.370Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.370Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2609,"total":3591,"pending":4,"failed":766,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:57.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.380Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:57.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:57.918Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/its-user-services-building/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.981Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.981Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2610,"total":3591,"pending":4,"failed":767,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:57.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:57.991Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:58.109Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:59.046Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:59.046Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:04:59.046Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:04:59.046Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:59.059Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:04:59.059Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2611,"total":3591,"pending":4,"failed":768,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:59.059Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:05.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:05.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:05.206Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:05.206Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/glasgow-house/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:05.217Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:05.217Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2612,"total":3591,"pending":4,"failed":769,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:05.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:59.059Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:05.227Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:06.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:06.084Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:06.084Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:06.084Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:06.085Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knobloch-campus-center/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:06.096Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:06.096Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2613,"total":3591,"pending":4,"failed":770,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:06.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:59.059Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/\",\"added\":\"2023-09-04T17:55:34.949Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:06.107Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:07.662Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:07.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:07.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:07.664Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mary-irwin-belk-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:07.678Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:07.678Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2614,"total":3591,"pending":4,"failed":771,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:06.096Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:07.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:14.703Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:14.863Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:14.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/knox-hall/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:14.874Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:14.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2615,"total":3591,"pending":4,"failed":772,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:14.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:07.678Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:14.885Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.766Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.766Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:15.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lingle-manor/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:15.779Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:15.779Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2616,"total":3591,"pending":4,"failed":773,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:15.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:14.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:15.789Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:15.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:15.926Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-hall/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:15.994Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:15.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2617,"total":3591,"pending":4,"failed":774,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:15.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:15.779Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:16.004Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:16.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:16.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:16.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:16.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/little-library/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:16.874Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:16.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2618,"total":3591,"pending":4,"failed":775,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:15.936Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:16.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:16.905Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.039Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.039Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.039Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:17.039Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lula-bell-houston-laundry/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.051Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2619,"total":3591,"pending":4,"failed":776,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:16.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:17.447Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-old/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.509Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.509Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2620,"total":3591,"pending":4,"failed":777,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.519Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:17.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:17.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.610Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2621,"total":3591,"pending":4,"failed":778,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.457Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:17.620Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:18.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:18.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:18.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:18.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-court/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:18.609Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:18.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2622,"total":3591,"pending":4,"failed":779,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:18.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:48.614Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:48.738Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:49.569Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:49.569Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:49.570Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:49.570Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:49.581Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:49.581Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2623,"total":3591,"pending":4,"failed":780,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:49.581Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/\",\"added\":\"2023-09-04T17:55:34.947Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:49.592Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.262Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.263Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:50.263Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Barracks/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.274Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2624,"total":3591,"pending":4,"failed":781,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:49.581Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:50.535Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-row/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.549Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.551Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2625,"total":3591,"pending":4,"failed":782,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:04:10.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/\",\"added\":\"2023-09-04T17:55:34.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.561Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.592Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.592Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:50.592Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/Davidson-College-Presbyterian-Church/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.610Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2626,"total":3591,"pending":4,"failed":783,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.621Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:50.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:50.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ovens-union/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.919Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.920Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2627,"total":3591,"pending":4,"failed":784,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:50.930Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.207Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:51.208Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/richardson-hall/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.219Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2628,"total":3591,"pending":4,"failed":785,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.549Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.229Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.373Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.373Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.373Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:51.373Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/preyer-infirmary/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.385Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2629,"total":3591,"pending":4,"failed":786,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:50.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/\",\"added\":\"2023-09-04T17:55:34.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.396Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.535Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.535Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.536Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:51.536Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rumple-dormitory/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.547Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2630,"total":3591,"pending":4,"failed":787,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.558Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.774Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.774Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.774Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:51.775Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/henry-louis-smith-house/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.787Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.788Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2631,"total":3591,"pending":4,"failed":788,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:51.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:51.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:51.943Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sentelle-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:52.015Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:52.015Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2632,"total":3591,"pending":4,"failed":789,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:52.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:52.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:52.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:52.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/shearer-hall/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:52.609Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:52.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2633,"total":3591,"pending":4,"failed":790,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:52.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:51.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.631Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.789Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.789Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.789Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.789Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.789Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:05:59.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:59.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/sparrows-nest/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:05:59.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stowe-tennis-house/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.808Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.809Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2635,"total":3591,"pending":4,"failed":792,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.807Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/\",\"added\":\"2023-09-04T17:55:34.953Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:52.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.869Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.869Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2635,"total":3591,"pending":4,"failed":792,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.807Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/\",\"added\":\"2023-09-04T17:55:34.953Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:52.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/\",\"added\":\"2023-09-04T17:55:34.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:05:59.879Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:00.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-health-center/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.722Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2636,"total":3591,"pending":4,"failed":793,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.807Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/\",\"added\":\"2023-09-04T17:55:34.953Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:59.808Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.733Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.903Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.903Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.903Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.903Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.904Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:00.904Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:00.904Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tomlinson-hall/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:00.904Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-college-campus-buildings?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.922Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.922Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.922Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2638,"total":3591,"pending":4,"failed":795,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2638,"total":3591,"pending":4,"failed":795,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.721Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.933Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:00.934Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:01.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:01.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:01.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:01.599Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wall-academic-center/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:01.610Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:01.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2639,"total":3591,"pending":4,"failed":796,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:01.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:08.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watts-hall/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.586Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2640,"total":3591,"pending":4,"failed":797,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:00.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/\",\"added\":\"2023-09-04T17:55:34.954Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:01.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.596Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.758Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.758Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:08.759Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:08.759Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/watson-life-sciences/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.770Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.770Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2641,"total":3591,"pending":4,"failed":798,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:01.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:08.781Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:09.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.176Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2642,"total":3591,"pending":4,"failed":799,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true\",\"added\":\"2023-09-04T17:55:57.886Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:01.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.207Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:09.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.318Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.318Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2643,"total":3591,"pending":4,"failed":800,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true\",\"added\":\"2023-09-04T17:55:59.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.176Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true\",\"added\":\"2023-09-04T17:55:57.886Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.751Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.751Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:09.752Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:09.752Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.827Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:09.828Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2644,"total":3591,"pending":4,"failed":801,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true\",\"added\":\"2023-09-04T17:55:59.517Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true\",\"added\":\"2023-09-04T17:55:59.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:08.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true\",\"added\":\"2023-09-04T17:55:49.582Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:16.523Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:16.523Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:16.523Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:16.524Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:16.535Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:16.535Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2645,"total":3591,"pending":4,"failed":802,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true\",\"added\":\"2023-09-04T17:55:59.517Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true\",\"added\":\"2023-09-04T17:55:59.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:16.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true\",\"added\":\"2023-09-04T17:56:02.546Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:16.545Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:16.847Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:17.007Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-bulletin?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.018Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.018Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2646,"total":3591,"pending":4,"failed":803,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true\",\"added\":\"2023-09-04T17:55:59.517Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true\",\"added\":\"2023-09-04T17:56:45.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:16.534Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true\",\"added\":\"2023-09-04T17:56:02.546Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.028Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.167Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.167Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.167Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:17.167Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.177Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.177Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2647,"total":3591,"pending":4,"failed":804,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:09.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true\",\"added\":\"2023-09-04T17:55:59.517Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true\",\"added\":\"2023-09-04T17:56:45.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true\",\"added\":\"2023-09-04T17:56:45.521Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.187Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:17.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:17.927Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/woodrow-wilson-pamphlet?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2648,"total":3591,"pending":4,"failed":805,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.018Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true\",\"added\":\"2023-09-04T17:56:45.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/\",\"added\":\"2023-09-04T17:56:49.615Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true\",\"added\":\"2023-09-04T17:56:45.521Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:17.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.063Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.063Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.063Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:18.063Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcats-live-mascots?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.072Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.072Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:18.072Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:18.073Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-prank?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:18.081Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:18.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2650,"total":3591,"pending":4,"failed":807,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/\",\"added\":\"2023-09-04T17:56:49.615Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:18.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:18.147Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:18.148Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2650,"total":3591,"pending":4,"failed":807,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:17.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/\",\"added\":\"2023-09-04T17:56:49.615Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:19.030Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:19.030Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:19.030Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:19.031Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells-poem/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:19.041Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:19.041Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2651,"total":3591,"pending":4,"failed":808,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:19.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:26.063Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:26.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:26.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:26.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:26.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:26.642Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:26.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2652,"total":3591,"pending":4,"failed":809,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:26.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:26.653Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:27.735Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:27.736Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:27.736Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:27.736Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:27.746Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:27.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2653,"total":3591,"pending":4,"failed":810,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:27.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/\",\"added\":\"2023-09-04T17:57:08.717Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:27.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:28.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:28.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:28.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:28.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:28.400Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:28.401Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2654,"total":3591,"pending":4,"failed":811,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:28.336Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true\",\"added\":\"2023-09-04T17:57:08.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:28.411Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:29.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:29.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:29.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:29.494Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wildcat-handbook-covers?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:29.504Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:29.505Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2655,"total":3591,"pending":4,"failed":812,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:29.504Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true\",\"added\":\"2023-09-04T17:57:23.110Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:29.515Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:33.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-regulations?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.146Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.146Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2656,"total":3591,"pending":4,"failed":813,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:33.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/\",\"added\":\"2023-09-04T17:57:24.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.156Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:33.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:33.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.736Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2657,"total":3591,"pending":4,"failed":814,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:33.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true\",\"added\":\"2023-09-04T17:57:24.336Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:33.747Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:34.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons-history?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:34.417Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:34.417Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2658,"total":3591,"pending":4,"failed":815,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:34.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/\",\"added\":\"2023-09-04T17:57:25.370Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:34.427Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.998Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.998Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:34.998Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:35.000Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:35.071Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:35.072Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2659,"total":3591,"pending":4,"failed":816,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:35.013Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true\",\"added\":\"2023-09-04T17:57:25.371Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:35.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:36.167Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.178Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2660,"total":3591,"pending":4,"failed":817,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:36.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true\",\"added\":\"2023-09-04T17:57:25.693Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:36.735Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:36.735Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-fredrick-vagt?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.746Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2661,"total":3591,"pending":4,"failed":818,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:36.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true\",\"added\":\"2023-09-04T17:57:42.439Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:36.757Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:37.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:37.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:37.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:37.862Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:37.873Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:37.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2662,"total":3591,"pending":4,"failed":819,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:37.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/\",\"added\":\"2023-09-04T17:57:43.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:37.885Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:38.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:38.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:38.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:38.926Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:38.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:38.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2663,"total":3591,"pending":4,"failed":820,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:38.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true\",\"added\":\"2023-09-04T17:57:43.043Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:38.947Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:40.022Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:40.022Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:40.022Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:40.023Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/theatre?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:40.088Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:40.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2664,"total":3591,"pending":4,"failed":821,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:40.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true\",\"added\":\"2023-09-04T17:58:07.692Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:40.100Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:41.158Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:41.158Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:41.158Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:41.158Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:41.168Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:41.169Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2665,"total":3591,"pending":4,"failed":822,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:41.168Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/\",\"added\":\"2023-09-04T17:58:14.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:41.179Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:42.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:42.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:42.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:42.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-body-presidents/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:42.081Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:42.082Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2666,"total":3591,"pending":4,"failed":823,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:42.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true\",\"added\":\"2023-09-04T17:58:14.438Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:42.092Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:43.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-at-davidson?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.091Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2667,"total":3591,"pending":4,"failed":824,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:43.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true\",\"added\":\"2023-09-04T17:58:31.941Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.101Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:43.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:43.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.682Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.683Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2668,"total":3591,"pending":4,"failed":825,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:43.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true\",\"added\":\"2023-09-04T17:58:33.355Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:43.693Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:45.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:45.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:45.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:45.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:45.329Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:45.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2669,"total":3591,"pending":4,"failed":826,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:45.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true\",\"added\":\"2023-09-04T17:59:11.948Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:45.340Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:46.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:46.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:46.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:46.430Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:46.442Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:46.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2670,"total":3591,"pending":4,"failed":827,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:46.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/\",\"added\":\"2023-09-04T17:59:24.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:46.452Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:47.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:47.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:47.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:47.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.323Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2671,"total":3591,"pending":4,"failed":828,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/\",\"added\":\"2023-09-04T17:59:24.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:05:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/\",\"added\":\"2023-09-04T17:55:34.950Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:47.620Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:47.620Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:47.621Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/visual-arts-center/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.632Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2672,"total":3591,"pending":4,"failed":829,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/\",\"added\":\"2023-09-04T17:59:24.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true\",\"added\":\"2023-09-04T17:59:24.551Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true\",\"added\":\"2023-09-04T17:56:49.616Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:47.643Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.149Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.200Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:48.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/wells?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.258Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.261Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2673,"total":3591,"pending":4,"failed":830,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true\",\"added\":\"2023-09-04T17:59:34.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/\",\"added\":\"2023-09-04T17:59:24.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true\",\"added\":\"2023-09-04T17:59:24.551Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.271Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:48.318Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.330Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2674,"total":3591,"pending":4,"failed":831,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true\",\"added\":\"2023-09-04T17:59:39.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true\",\"added\":\"2023-09-04T17:59:34.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:47.632Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true\",\"added\":\"2023-09-04T17:59:24.551Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:48.335Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.345Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2675,"total":3591,"pending":4,"failed":832,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true\",\"added\":\"2023-09-04T17:59:44.871Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true\",\"added\":\"2023-09-04T17:59:39.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true\",\"added\":\"2023-09-04T17:59:34.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:48.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:48.814Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/residence-life?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.825Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:48.825Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2676,"total":3591,"pending":4,"failed":833,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true\",\"added\":\"2023-09-04T17:59:44.871Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true\",\"added\":\"2023-09-04T17:59:39.042Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:55.358Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:55.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:55.990Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:55.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:55.990Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:55.990Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.039Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.039Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.040Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:56.040Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/thomas-warren-ross?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.055Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.055Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2678,"total":3591,"pending":4,"failed":835,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true\",\"added\":\"2023-09-04T17:59:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.055Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true\",\"added\":\"2023-09-04T17:59:49.843Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.065Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.068Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.068Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2678,"total":3591,"pending":4,"failed":835,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true\",\"added\":\"2023-09-04T17:59:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.055Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true\",\"added\":\"2023-09-04T17:59:49.843Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.078Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:56.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/physics-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.714Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.715Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:06:56.715Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:06:56.715Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ships-ww-ii?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.736Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2680,"total":3591,"pending":4,"failed":837,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.745Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2680,"total":3591,"pending":4,"failed":837,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:18.080Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/\",\"added\":\"2023-09-04T17:57:00.042Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.748Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:06:56.768Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:18.828Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:48.092Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:48.093Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:48.093Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:48.105Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:48.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2681,"total":3591,"pending":4,"failed":838,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:48.825Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/\",\"added\":\"2023-09-04T17:59:46.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:59:57.421Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:48.830Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:48.830Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:49.917Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:49.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:49.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:49.918Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/war-college/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:49.930Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:49.930Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2682,"total":3591,"pending":4,"failed":839,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:49.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true\",\"added\":\"2023-09-04T17:59:59.358Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:59:57.421Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:49.959Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:50.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:50.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:50.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:50.526Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:50.537Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:50.537Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2683,"total":3591,"pending":4,"failed":840,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:07:50.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true\",\"added\":\"2023-09-04T18:00:01.554Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:59:57.421Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:50.566Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:51.134Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/quips-cranks-dedication?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.145Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.214Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1928club.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.214Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2684,"total":3591,"pending":4,"failed":841,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.147Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1928club.jpg\",\"added\":\"2023-09-04T18:00:20.254Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:48.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T17:59:57.421Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.224Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1928club.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:51.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:51.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.737Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:51.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2685,"total":3591,"pending":4,"failed":842,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.147Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1928club.jpg\",\"added\":\"2023-09-04T18:00:20.254Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:52.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/1928club.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:52.354Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:52.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2686,"total":3591,"pending":4,"failed":842,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:52.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true\",\"added\":\"2023-09-04T18:00:33.918Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:55.370Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:56.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-restored-bibe-pages?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.177Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2687,"total":3591,"pending":4,"failed":843,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:07:56.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/\",\"added\":\"2023-09-04T18:00:33.918Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.188Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.735Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.736Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:56.736Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:56.736Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.746Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2688,"total":3591,"pending":4,"failed":844,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:56.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/\",\"added\":\"2023-09-04T18:00:44.912Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:56.757Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:57.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:57.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:57.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:57.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/original-student-members-of-phi-beta-kappa/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:57.337Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/moore.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:57.338Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2689,"total":3591,"pending":4,"failed":845,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:57.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/moore.gif\",\"added\":\"2023-09-04T18:00:44.912Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:57.347Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/moore.gif","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.223Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/moore.gif","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.289Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.289Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2690,"total":3591,"pending":4,"failed":845,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:07:58.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true\",\"added\":\"2023-09-04T18:00:44.913Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.766Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:58.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:58.927Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:58.927Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:58.927Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phi-beta-kappa?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.939Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2691,"total":3591,"pending":4,"failed":846,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:58.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif\",\"added\":\"2023-09-04T18:00:44.913Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:51.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true\",\"added\":\"2023-09-04T18:00:20.255Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:58.949Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:59.830Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/philosophy-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.868Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.868Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:07:59.869Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:07:59.869Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/01/Phibeta.gif","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:59.883Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:59.884Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2693,"total":3591,"pending":4,"failed":848,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:07:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/\",\"added\":\"2023-09-04T18:00:47.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:59.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/\",\"added\":\"2023-09-04T18:00:47.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:59.896Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:07:59.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2693,"total":3591,"pending":4,"failed":848,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:07:59.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/\",\"added\":\"2023-09-04T18:00:47.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:59.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/\",\"added\":\"2023-09-04T18:00:47.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:06.911Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:06.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.478Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.478Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.478Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:07.478Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.489Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2694,"total":3591,"pending":4,"failed":849,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:07.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true\",\"added\":\"2023-09-04T18:00:47.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:07:59.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/\",\"added\":\"2023-09-04T18:00:47.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.500Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.634Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.634Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:07.634Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:07.635Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.646Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.647Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2695,"total":3591,"pending":4,"failed":850,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:07.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true\",\"added\":\"2023-09-04T18:00:47.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:07.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true\",\"added\":\"2023-09-04T18:00:54.760Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:07.657Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.271Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:08.271Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-history?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.290Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.291Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2696,"total":3591,"pending":4,"failed":851,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true\",\"added\":\"2023-09-04T18:01:04.909Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:07.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true\",\"added\":\"2023-09-04T18:00:54.760Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.439Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.439Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.439Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:08.439Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-location?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.451Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.452Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2697,"total":3591,"pending":4,"failed":852,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true\",\"added\":\"2023-09-04T18:01:24.398Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true\",\"added\":\"2023-09-04T18:01:04.909Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.462Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:08.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:08.847Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/omar-ibn-sayyid-manuscripts?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.909Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.909Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2698,"total":3591,"pending":4,"failed":853,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true\",\"added\":\"2023-09-04T18:01:26.156Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true\",\"added\":\"2023-09-04T18:01:24.398Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:08.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.030Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.030Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.030Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:09.031Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/oak-elm-rows?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.042Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2699,"total":3591,"pending":4,"failed":854,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true\",\"added\":\"2023-09-04T18:01:26.156Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:09.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/\",\"added\":\"2023-09-04T18:01:31.032Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.052Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:09.878Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.889Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2700,"total":3591,"pending":4,"failed":855,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:08.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true\",\"added\":\"2023-09-04T18:01:26.156Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:09.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/\",\"added\":\"2023-09-04T18:01:31.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.973Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:09.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:09.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/north-carolina-medical-college?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.984Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.984Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2701,"total":3591,"pending":4,"failed":856,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:09.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true\",\"added\":\"2023-09-04T18:01:31.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:09.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/\",\"added\":\"2023-09-04T18:01:31.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:09.994Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.535Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.535Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.535Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:10.535Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.546Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.546Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2702,"total":3591,"pending":4,"failed":857,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:10.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true\",\"added\":\"2023-09-04T18:01:31.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:09.889Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/\",\"added\":\"2023-09-04T18:01:31.032Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.556Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.695Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.695Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:10.695Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:10.695Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.759Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.760Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2703,"total":3591,"pending":4,"failed":858,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:10.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true\",\"added\":\"2023-09-04T18:01:31.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:10.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true\",\"added\":\"2023-09-04T18:01:44.825Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:10.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.102Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:11.102Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/robert-hall-morrison?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.114Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.115Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2704,"total":3591,"pending":4,"failed":859,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:11.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true\",\"added\":\"2023-09-04T18:01:45.945Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:10.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true\",\"added\":\"2023-09-04T18:01:44.825Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.125Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:11.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/patterson-court-occupants-by-type?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.833Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.833Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2705,"total":3591,"pending":4,"failed":860,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:11.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true\",\"added\":\"2023-09-04T18:02:45.895Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:11.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true\",\"added\":\"2023-09-04T18:01:45.945Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.843Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.901Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:11.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:11.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-press?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.912Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2706,"total":3591,"pending":4,"failed":861,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:11.832Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true\",\"added\":\"2023-09-04T18:02:45.895Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:11.912Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true\",\"added\":\"2023-09-04T18:02:47.389Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:11.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:12.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.508Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.508Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:12.508Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:12.509Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mathematics-department?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.522Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.522Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2708,"total":3591,"pending":4,"failed":863,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:12.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true\",\"added\":\"2023-09-04T18:02:58.121Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:12.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true\",\"added\":\"2023-09-04T18:02:47.809Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.532Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.537Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.537Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2708,"total":3591,"pending":4,"failed":863,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:12.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true\",\"added\":\"2023-09-04T18:02:58.121Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:12.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true\",\"added\":\"2023-09-04T18:02:47.809Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:12.548Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:13.078Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.089Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2709,"total":3591,"pending":4,"failed":864,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true\",\"added\":\"2023-09-04T18:03:03.431Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:12.473Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true\",\"added\":\"2023-09-04T18:02:47.809Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.118Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:13.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/luther-mckinnon?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.266Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2710,"total":3591,"pending":4,"failed":865,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true\",\"added\":\"2023-09-04T18:03:03.431Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/\",\"added\":\"2023-09-04T18:03:03.431Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.295Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.750Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.750Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:13.751Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.761Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2711,"total":3591,"pending":4,"failed":866,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/\",\"added\":\"2023-09-04T18:03:03.431Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true\",\"added\":\"2023-09-04T18:03:07.084Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.771Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:13.911Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:13.911Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.922Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.923Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2712,"total":3591,"pending":4,"failed":867,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/\",\"added\":\"2023-09-04T18:03:07.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true\",\"added\":\"2023-09-04T18:03:07.084Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:13.933Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:14.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:14.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:14.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:14.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/laundry?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:14.384Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:14.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2713,"total":3591,"pending":4,"failed":868,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:14.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/\",\"added\":\"2023-09-04T18:03:07.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:13.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/\",\"added\":\"2023-09-04T18:03:07.475Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:21.406Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:21.575Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:21.575Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:21.575Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:21.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace-pictures/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:21.587Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:21.588Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2714,"total":3591,"pending":4,"failed":869,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:21.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/\",\"added\":\"2023-09-04T18:03:07.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:14.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/\",\"added\":\"2023-09-04T18:03:07.476Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:21.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:22.494Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/arboretum/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.505Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.505Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2715,"total":3591,"pending":4,"failed":870,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:22.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true\",\"added\":\"2023-09-04T18:03:07.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:21.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/\",\"added\":\"2023-09-04T18:03:07.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:22.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:22.510Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/peter-stuart-ney/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.518Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.521Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.521Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2716,"total":3591,"pending":4,"failed":871,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:22.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true\",\"added\":\"2023-09-04T18:03:07.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:22.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true\",\"added\":\"2023-09-04T18:03:08.431Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:22.532Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:23.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mace?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:23.097Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:23.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2717,"total":3591,"pending":4,"failed":872,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.097Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:22.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true\",\"added\":\"2023-09-04T18:03:08.431Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:23.125Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:23.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:23.142Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/george-wilson-mcphail?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:23.211Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:23.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2718,"total":3591,"pending":4,"failed":873,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.153Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.097Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:24.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:24.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/ returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:24.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/ returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:24.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/lake-norman-history-update/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:24.265Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:24.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2719,"total":3591,"pending":4,"failed":874,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.153Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/\",\"added\":\"2023-09-04T17:59:57.420Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:26.748Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:26.749Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:26.750Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:26.762Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:26.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2720,"total":3591,"pending":4,"failed":875,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.153Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:06:56.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/\",\"added\":\"2023-09-04T17:59:57.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true\",\"added\":\"2023-09-04T18:03:17.606Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:26.768Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:26.768Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:26.768Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-williamson/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:26.776Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:26.777Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2721,"total":3591,"pending":4,"failed":876,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:23.153Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/rags-life/\",\"added\":\"2023-09-04T18:03:16.318Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true\",\"added\":\"2023-09-04T18:03:17.606Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true\",\"added\":\"2023-09-04T18:03:24.121Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:33.238Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:33.810Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:33.817Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:33.967Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:33.968Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/uln/rags-life/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:33.968Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/uln/rags-life/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/uln/rags-life/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:33.968Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/rags-life/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:33.980Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:33.980Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2722,"total":3591,"pending":4,"failed":877,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:33.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true\",\"added\":\"2023-09-04T18:03:17.606Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true\",\"added\":\"2023-09-04T18:03:24.121Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.010Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.269Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:34.374Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/walter-lee-lingle?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.386Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.386Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2723,"total":3591,"pending":4,"failed":878,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.386Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:33.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true\",\"added\":\"2023-09-04T18:03:24.121Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:34.576Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/diploma/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.587Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2724,"total":3591,"pending":4,"failed":879,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:24.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true\",\"added\":\"2023-09-04T18:03:16.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true\",\"added\":\"2023-09-04T18:03:49.624Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.386Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true\",\"added\":\"2023-09-04T18:03:24.121Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.815Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:34.815Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.826Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2725,"total":3591,"pending":4,"failed":880,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true\",\"added\":\"2023-09-04T18:03:49.624Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.386Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/\",\"added\":\"2023-09-04T18:03:52.233Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:26.776Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true\",\"added\":\"2023-09-04T18:03:24.121Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:34.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:34.927Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/drury-lacy?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:34.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2726,"total":3591,"pending":4,"failed":881,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true\",\"added\":\"2023-09-04T18:03:49.624Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.386Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/\",\"added\":\"2023-09-04T18:03:49.623Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true\",\"added\":\"2023-09-04T18:03:52.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/\",\"added\":\"2023-09-04T18:03:52.233Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:41.425Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:41.636Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:41.873Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:41.986Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:41.989Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:41.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:41.990Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:41.990Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:42.001Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:42.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2727,"total":3591,"pending":4,"failed":882,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg\",\"added\":\"2023-09-04T18:04:14.271Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.587Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true\",\"added\":\"2023-09-04T18:03:49.624Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true\",\"added\":\"2023-09-04T18:03:52.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/\",\"added\":\"2023-09-04T18:03:52.233Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.702Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.702Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:42.702Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:42.712Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:42.713Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2728,"total":3591,"pending":4,"failed":883,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg\",\"added\":\"2023-09-04T18:04:14.271Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true\",\"added\":\"2023-09-04T18:03:52.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true\",\"added\":\"2023-09-04T18:04:14.273Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/\",\"added\":\"2023-09-04T18:03:52.233Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:42.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:42.942Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience-diploma/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:43.010Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:43.010Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2729,"total":3591,"pending":4,"failed":884,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg\",\"added\":\"2023-09-04T18:04:14.271Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true\",\"added\":\"2023-09-04T18:04:21.870Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:34.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true\",\"added\":\"2023-09-04T18:03:52.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true\",\"added\":\"2023-09-04T18:04:14.273Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:43.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:43.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:43.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:43.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/july-experience?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:43.562Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:43.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2730,"total":3591,"pending":4,"failed":885,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg\",\"added\":\"2023-09-04T18:04:14.271Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true\",\"added\":\"2023-09-04T18:04:21.870Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true\",\"added\":\"2023-09-04T18:04:14.273Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:49.753Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.049Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.144Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.145Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/chambersp1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.212Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.213Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2731,"total":3591,"pending":4,"failed":885,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true\",\"added\":\"2023-09-04T18:04:32.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true\",\"added\":\"2023-09-04T18:04:21.870Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.712Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true\",\"added\":\"2023-09-04T18:04:14.273Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:50.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/manual-labor?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.329Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.330Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2732,"total":3591,"pending":4,"failed":886,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true\",\"added\":\"2023-09-04T18:04:32.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true\",\"added\":\"2023-09-04T18:04:49.941Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:42.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true\",\"added\":\"2023-09-04T18:04:21.870Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.360Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.611Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.750Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.751Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:50.751Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-lycan-kirkpatrick?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.762Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2733,"total":3591,"pending":4,"failed":887,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true\",\"added\":\"2023-09-04T18:04:32.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true\",\"added\":\"2023-09-04T18:04:49.941Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:50.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hunterhamilton-love-of-teaching-award?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.833Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.833Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2734,"total":3591,"pending":4,"failed":888,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true\",\"added\":\"2023-09-04T18:04:49.941Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true\",\"added\":\"2023-09-04T18:05:25.809Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.888Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:50.910Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:50.910Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-martha-hampton?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.978Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:50.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2735,"total":3591,"pending":4,"failed":889,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true\",\"added\":\"2023-09-04T18:05:25.904Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.833Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true\",\"added\":\"2023-09-04T18:05:25.809Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.012Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:51.430Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hazing?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.442Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2736,"total":3591,"pending":4,"failed":890,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.925Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true\",\"added\":\"2023-09-04T18:05:25.904Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:51.567Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ney-mary-young?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.580Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.580Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2737,"total":3591,"pending":4,"failed":891,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:43.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true\",\"added\":\"2023-09-04T18:04:27.356Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.580Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true\",\"added\":\"2023-09-04T18:05:32.252Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.605Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.653Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:51.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:51.654Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-articles?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.666Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2738,"total":3591,"pending":4,"failed":892,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.580Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true\",\"added\":\"2023-09-04T18:05:32.252Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/\",\"added\":\"2023-09-04T18:05:32.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:51.833Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:52.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.160Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2739,"total":3591,"pending":4,"failed":893,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true\",\"added\":\"2023-09-04T18:05:32.848Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:50.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true\",\"added\":\"2023-09-04T18:04:53.121Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/\",\"added\":\"2023-09-04T18:05:32.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.189Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.327Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.327Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.327Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:52.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.375Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:52.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honor?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.388Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.388Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2741,"total":3591,"pending":4,"failed":895,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true\",\"added\":\"2023-09-04T18:05:38.111Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true\",\"added\":\"2023-09-04T18:05:32.848Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true\",\"added\":\"2023-09-04T18:05:39.465Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.398Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.398Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2741,"total":3591,"pending":4,"failed":895,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true\",\"added\":\"2023-09-04T18:05:38.111Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true\",\"added\":\"2023-09-04T18:05:32.848Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true\",\"added\":\"2023-09-04T18:05:39.465Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.408Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.444Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.497Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:52.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:52.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.746Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:52.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2742,"total":3591,"pending":4,"failed":896,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true\",\"added\":\"2023-09-04T18:05:38.111Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:51.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true\",\"added\":\"2023-09-04T18:05:31.125Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true\",\"added\":\"2023-09-04T18:05:42.994Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true\",\"added\":\"2023-09-04T18:05:39.465Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:53.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/flickerball?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.050Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2743,"total":3591,"pending":4,"failed":897,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true\",\"added\":\"2023-09-04T18:05:38.111Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true\",\"added\":\"2023-09-04T18:06:10.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true\",\"added\":\"2023-09-04T18:05:42.994Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true\",\"added\":\"2023-09-04T18:05:39.465Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:53.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/governors?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.474Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2744,"total":3591,"pending":4,"failed":898,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:10.462Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true\",\"added\":\"2023-09-04T18:06:10.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true\",\"added\":\"2023-09-04T18:05:42.994Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.387Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true\",\"added\":\"2023-09-04T18:05:39.465Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:08:53.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:08:53.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-eu-phi-halls-articles-2?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.618Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:53.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2745,"total":3591,"pending":4,"failed":899,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:10.462Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true\",\"added\":\"2023-09-04T18:06:10.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:52.746Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true\",\"added\":\"2023-09-04T18:05:42.994Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:08:59.794Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.098Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:00.359Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.371Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2746,"total":3591,"pending":4,"failed":900,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:10.462Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true\",\"added\":\"2023-09-04T18:06:10.018Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.400Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.514Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.659Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:00.670Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.687Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:00.687Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2747,"total":3591,"pending":4,"failed":901,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:10.462Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:00.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:00.967Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-primary-sources/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:01.031Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:01.032Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2748,"total":3591,"pending":4,"failed":902,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:10.462Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:01.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:01.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:01.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:01.559Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:01.569Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:01.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2749,"total":3591,"pending":4,"failed":903,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:08:53.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/\",\"added\":\"2023-09-04T18:06:19.803Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:07.731Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.075Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:08.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-old-chambers-photographs/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.257Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.257Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2750,"total":3591,"pending":4,"failed":904,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/\",\"added\":\"2023-09-04T18:06:44.256Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.686Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.288Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:08.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-belk-dormitory-articles/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.379Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.379Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2751,"total":3591,"pending":4,"failed":905,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/\",\"added\":\"2023-09-04T18:06:44.256Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:00.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/\",\"added\":\"2023-09-04T18:06:19.804Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.410Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.610Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.766Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.766Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:08.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.777Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.777Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2752,"total":3591,"pending":4,"failed":906,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/\",\"added\":\"2023-09-04T18:06:44.256Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:08.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:08.862Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/senior-sophomore-apartments/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.921Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.922Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2753,"total":3591,"pending":4,"failed":907,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.872Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:45.547Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:08.953Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.127Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.127Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:09.127Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cake-race/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.139Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.139Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2754,"total":3591,"pending":4,"failed":908,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.872Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:45.547Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:01.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:06:19.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true\",\"added\":\"2023-09-04T18:07:03.134Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.149Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.174Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.174Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.174Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:09.174Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fires-at-davidson-college?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.186Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.187Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2755,"total":3591,"pending":4,"failed":909,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.872Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:45.547Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:07:45.446Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true\",\"added\":\"2023-09-04T18:07:03.134Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.199Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:09.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dining-at-davidson?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.802Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2756,"total":3591,"pending":4,"failed":910,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.872Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true\",\"added\":\"2023-09-04T18:06:45.547Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/\",\"added\":\"2023-09-04T18:07:45.446Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true\",\"added\":\"2023-09-04T18:07:03.134Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.812Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.959Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.959Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:09.959Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:09.959Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:09.960Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fire-watts-dormitory-photographs?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.981Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.981Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.981Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2758,"total":3591,"pending":3,"failed":912,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/\",\"added\":\"2023-09-04T18:07:45.446Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.983Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2758,"total":3591,"pending":4,"failed":912,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true\",\"added\":\"2023-09-04T18:08:05.738Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.802Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/\",\"added\":\"2023-09-04T18:07:45.446Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.993Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:09.993Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:10.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/vail-commons/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:10.421Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:10.421Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2759,"total":3591,"pending":4,"failed":913,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:10.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true\",\"added\":\"2023-09-04T18:08:14.151Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.981Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true\",\"added\":\"2023-09-04T18:08:05.738Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:10.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:10.543Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rood-cunningham?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:10.553Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:10.554Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2760,"total":3591,"pending":4,"failed":914,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:10.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true\",\"added\":\"2023-09-04T18:08:14.151Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:10.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:17.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:17.583Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:18.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:18.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:18.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:18.526Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/colors?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:18.539Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:18.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2761,"total":3591,"pending":4,"failed":915,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:10.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:19.662Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:19.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:19.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:19.663Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian-editors/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:19.675Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:19.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2762,"total":3591,"pending":4,"failed":916,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:19.675Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/\",\"added\":\"2023-09-04T18:08:20.441Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:19.703Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:23.710Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:23.710Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/ returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:23.710Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/ returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:23.710Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/the-davidsonian-at-100/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:23.722Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:23.722Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2763,"total":3591,"pending":4,"failed":917,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:23.722Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true\",\"added\":\"2023-09-04T18:08:20.441Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:23.733Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:24.806Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:24.806Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:24.806Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:24.806Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidsonian?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:24.875Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:24.876Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2764,"total":3591,"pending":4,"failed":918,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:24.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf\",\"added\":\"2023-09-04T18:08:20.441Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:24.887Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:25.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:25.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:25.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:09:25.967Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/01/DavidsonianEthics.pdf","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:25.978Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:25.982Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2765,"total":3591,"pending":4,"failed":919,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:08.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true\",\"added\":\"2023-09-04T18:06:44.257Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:09:25.992Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:38.781Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:09:48.540Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:08.782Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:08.782Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:08.895Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:08.895Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:08.895Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:08.901Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitories?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:08.911Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:08.912Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2766,"total":3591,"pending":4,"failed":920,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:08.911Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:22.301Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:08.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:09.776Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:09.776Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:09.776Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:09.776Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/salutatorians-at-davidson?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:09.788Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:09.788Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2767,"total":3591,"pending":4,"failed":921,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:09.787Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/\",\"added\":\"2023-09-04T18:08:26.729Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:09.798Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:10.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:10.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:10.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:10.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:10.875Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:10.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2768,"total":3591,"pending":4,"failed":922,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:10.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true\",\"added\":\"2023-09-04T18:08:26.729Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:17.920Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.486Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.486Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.486Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:18.487Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chemistry-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.542Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.542Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.561Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.561Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2769,"total":3591,"pending":4,"failed":923,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:09:18.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/\",\"added\":\"2023-09-04T18:08:20.440Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:18.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true\",\"added\":\"2023-09-04T18:08:29.038Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.586Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.586Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:18.586Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:18.587Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.603Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.603Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2770,"total":3591,"pending":4,"failed":924,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:18.603Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true\",\"added\":\"2023-09-04T18:08:30.283Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:18.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true\",\"added\":\"2023-09-04T18:08:29.038Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:18.633Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:19.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-bowl?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.256Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.257Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2771,"total":3591,"pending":4,"failed":925,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:19.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true\",\"added\":\"2023-09-04T18:08:33.723Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:18.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true\",\"added\":\"2023-09-04T18:08:29.038Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.267Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:19.407Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:19.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carolina-inn-history?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.418Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2772,"total":3591,"pending":4,"failed":926,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:19.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true\",\"added\":\"2023-09-04T18:08:33.723Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:19.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true\",\"added\":\"2023-09-04T18:08:37.601Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:19.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:20.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-catalogs?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:20.321Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:20.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2773,"total":3591,"pending":4,"failed":927,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:20.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/\",\"added\":\"2023-09-04T18:08:57.310Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:19.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true\",\"added\":\"2023-09-04T18:08:37.601Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:20.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:20.503Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:20.514Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:20.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2774,"total":3591,"pending":4,"failed":928,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:20.514Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true\",\"added\":\"2023-09-04T18:08:57.311Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:20.320Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/\",\"added\":\"2023-09-04T18:08:57.310Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:27.342Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:27.534Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:28.407Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/tom-clark/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.450Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.450Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:28.450Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:28.451Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/art-department?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.464Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.464Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2776,"total":3591,"pending":4,"failed":930,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:28.464Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true\",\"added\":\"2023-09-04T18:09:03.115Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:28.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true\",\"added\":\"2023-09-04T18:09:01.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.475Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2776,"total":3591,"pending":4,"failed":930,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:28.464Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true\",\"added\":\"2023-09-04T18:09:03.115Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:28.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true\",\"added\":\"2023-09-04T18:09:01.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:28.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:29.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:29.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:29.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:29.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/freshman-beanies-pins?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:29.553Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:29.554Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2777,"total":3591,"pending":4,"failed":931,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:29.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true\",\"added\":\"2023-09-04T18:09:20.775Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:28.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true\",\"added\":\"2023-09-04T18:09:01.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:36.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:36.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:36.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:36.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/biology-department?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:36.609Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:36.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2778,"total":3591,"pending":4,"failed":932,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:29.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true\",\"added\":\"2023-09-04T18:09:20.775Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:36.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/\",\"added\":\"2023-09-04T18:09:22.112Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:09.980Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true\",\"added\":\"2023-09-04T18:07:49.265Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:39.558Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:39.994Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:39.994Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:39.994Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dormitory-row?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:40.005Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:40.006Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2779,"total":3591,"pending":4,"failed":933,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:29.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true\",\"added\":\"2023-09-04T18:09:20.775Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:36.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/\",\"added\":\"2023-09-04T18:09:22.112Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:43.022Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:43.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:43.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:43.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:43.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chambers-old?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:43.212Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:43.213Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2780,"total":3591,"pending":4,"failed":934,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:43.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true\",\"added\":\"2023-09-04T18:09:31.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:36.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/\",\"added\":\"2023-09-04T18:09:22.112Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:46.611Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:47.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:47.694Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:47.694Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:47.694Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:47.706Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:47.707Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2781,"total":3591,"pending":4,"failed":935,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:43.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true\",\"added\":\"2023-09-04T18:09:31.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:47.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true\",\"added\":\"2023-09-04T18:09:42.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:48.731Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:49.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/samuel-m-lindsay-collection-on-robert-burns?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:49.371Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:49.372Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2782,"total":3591,"pending":4,"failed":936,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true\",\"added\":\"2023-09-04T18:09:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:43.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true\",\"added\":\"2023-09-04T18:09:31.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:49.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.990Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:49.990Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:49.990Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/wilbur-l-fugate-collection-of-first-editions?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.001Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/WilburFugate.gif"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.001Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2783,"total":3591,"pending":4,"failed":937,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:43.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true\",\"added\":\"2023-09-04T18:09:31.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/WilburFugate.gif\",\"added\":\"2023-09-04T18:09:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.011Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/WilburFugate.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.238Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.608Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/10/WilburFugate.gif","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.673Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2784,"total":3591,"pending":4,"failed":937,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3\",\"added\":\"2023-09-04T18:09:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:43.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true\",\"added\":\"2023-09-04T18:09:31.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:40.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true\",\"added\":\"2023-09-04T18:09:22.113Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.683Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.874Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.874Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.874Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.874Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.874Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:50.875Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:50.875Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eating-houses?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:50.875Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/bibles-encyclopedias?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.899Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.900Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2786,"total":3591,"pending":3,"failed":939,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3\",\"added\":\"2023-09-04T18:09:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.903Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:50.903Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2786,"total":3591,"pending":4,"failed":939,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.903Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true\",\"added\":\"2023-09-04T18:10:31.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3\",\"added\":\"2023-09-04T18:09:46.879Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:51.379Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2012/02/Fugate-Presentation.mp3","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:51.389Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:51.390Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2787,"total":3591,"pending":4,"failed":939,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.903Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true\",\"added\":\"2023-09-04T18:10:31.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:51.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true\",\"added\":\"2023-09-04T18:10:32.756Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:09:25.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:08:21.086Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:55.992Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:55.992Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:55.992Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/valedictorians-at-davidson?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:56.004Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:56.004Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2788,"total":3591,"pending":4,"failed":940,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.903Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true\",\"added\":\"2023-09-04T18:10:31.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:51.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true\",\"added\":\"2023-09-04T18:10:32.756Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:56.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true\",\"added\":\"2023-09-04T18:10:37.500Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:57.016Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:57.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:57.926Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:58.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:58.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:10:58.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:10:58.087Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/anthropology-department?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:58.099Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:10:58.099Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2789,"total":3591,"pending":4,"failed":941,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.903Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true\",\"added\":\"2023-09-04T18:10:31.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:51.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true\",\"added\":\"2023-09-04T18:10:32.756Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:01.396Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:05.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:05.103Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:05.103Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:05.103Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/h-m-marvin-collection-on-bruce-rogers?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:05.113Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:05.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2790,"total":3591,"pending":4,"failed":942,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.903Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true\",\"added\":\"2023-09-04T18:10:31.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:06.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/jablodgett?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:06.026Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:06.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2791,"total":3591,"pending":4,"failed":943,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:06.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true\",\"added\":\"2023-09-04T18:11:40.170Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:50.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true\",\"added\":\"2023-09-04T18:10:18.494Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:06.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:06.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/james-henry-hall-jr-collection-on-thomas-c-wolfe?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:06.146Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:06.147Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2792,"total":3591,"pending":4,"failed":944,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:06.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true\",\"added\":\"2023-09-04T18:12:42.138Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:06.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true\",\"added\":\"2023-09-04T18:11:40.170Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:08.102Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:12.142Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:13.054Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:13.166Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:14.127Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/college-history-timeline?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.138Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2793,"total":3591,"pending":4,"failed":945,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:14.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true\",\"added\":\"2023-09-04T18:12:47.759Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:06.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true\",\"added\":\"2023-09-04T18:12:42.138Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.149Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:14.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:14.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/french-francophone-studies-department?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.281Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.281Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2794,"total":3591,"pending":4,"failed":946,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:14.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true\",\"added\":\"2023-09-04T18:12:55.395Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:14.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true\",\"added\":\"2023-09-04T18:12:47.759Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:14.291Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:15.055Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/german-studies-department?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:15.066Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/hispanicstudiesdepartmentabroad.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:15.067Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2795,"total":3591,"pending":4,"failed":947,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:15.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/hispanicstudiesdepartmentabroad.jpg\",\"added\":\"2023-09-04T18:13:05.254Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:14.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true\",\"added\":\"2023-09-04T18:12:55.395Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:15.078Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/hispanicstudiesdepartmentabroad.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:15.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:15.366Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/honorary-fraternities-3?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:15.377Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:15.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2796,"total":3591,"pending":4,"failed":948,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:15.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/hispanicstudiesdepartmentabroad.jpg\",\"added\":\"2023-09-04T18:13:05.254Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:15.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true\",\"added\":\"2023-09-04T18:13:05.255Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:22.398Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/hispanicstudiesdepartmentabroad.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.272Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.272Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.272Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:23.272Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/hispanic-studies-department?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.284Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2798,"total":3591,"pending":4,"failed":949,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true\",\"added\":\"2023-09-04T18:13:13.561Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.295Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.335Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.335Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2798,"total":3591,"pending":4,"failed":949,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:10:58.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true\",\"added\":\"2023-09-04T18:10:44.105Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true\",\"added\":\"2023-09-04T18:13:13.561Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.344Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.742Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.742Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.742Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:23.742Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/general-collection?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.753Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.753Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2799,"total":3591,"pending":4,"failed":950,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true\",\"added\":\"2023-09-04T18:13:13.561Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.763Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.925Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.925Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:23.925Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:23.925Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/russian-department?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.937Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2800,"total":3591,"pending":4,"failed":951,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:13:18.192Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true\",\"added\":\"2023-09-04T18:13:13.561Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:23.947Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:24.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:24.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:24.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:24.430Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/intramural-baseball?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:24.440Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:24.441Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2801,"total":3591,"pending":4,"failed":952,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:13:18.192Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.440Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T18:13:32.004Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg\",\"added\":\"2023-09-04T18:13:17.050Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:24.936Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/08/russiandepartment-e1407530861979.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:25.015Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:25.016Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2802,"total":3591,"pending":4,"failed":952,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:23.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true\",\"added\":\"2023-09-04T18:13:18.192Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.440Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T18:13:32.004Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.946Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true\",\"added\":\"2023-09-04T18:13:32.005Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:31.486Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:31.676Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:31.676Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:31.676Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:31.677Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/religious-studies-at-davidson?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:31.739Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:31.740Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2803,"total":3591,"pending":4,"failed":953,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:31.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true\",\"added\":\"2023-09-04T18:13:46.840Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.440Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/\",\"added\":\"2023-09-04T18:13:32.004Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.946Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true\",\"added\":\"2023-09-04T18:13:32.005Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:31.751Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.039Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.195Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.196Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/ returned status code 400","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.196Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/ returned status code 400","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:32.196Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed/singing-tradition/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.206Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.206Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2804,"total":3591,"pending":4,"failed":954,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true\",\"added\":\"2023-09-04T18:13:47.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:31.687Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true\",\"added\":\"2023-09-04T18:13:46.840Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.946Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true\",\"added\":\"2023-09-04T18:13:32.005Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.218Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:32.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:32.831Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chaplaincy-timeline?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.841Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:32.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2805,"total":3591,"pending":4,"failed":955,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/\",\"added\":\"2023-09-04T18:14:56.199Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true\",\"added\":\"2023-09-04T18:13:47.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:24.946Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true\",\"added\":\"2023-09-04T18:13:32.005Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:33.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:33.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:33.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:33.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/ymca?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:33.129Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:33.129Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2806,"total":3591,"pending":4,"failed":956,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:33.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/\",\"added\":\"2023-09-04T18:14:56.199Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.206Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true\",\"added\":\"2023-09-04T18:13:47.117Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:39.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:39.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:39.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:39.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/chidsey-hall?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:39.857Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:39.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2807,"total":3591,"pending":4,"failed":957,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:33.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:32.841Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/\",\"added\":\"2023-09-04T18:14:56.199Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:39.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p002.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:42.845Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:43.133Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:46.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:46.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:46.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:46.430Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/community/transcription-projects/albert-a-james-diary-1847-1852/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:46.442Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:46.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2808,"total":3591,"pending":4,"failed":958,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:33.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:46.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:39.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p002.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:49.861Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:51.095Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:51.105Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:51.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2809,"total":3591,"pending":4,"failed":958,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:33.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:51.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p004.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:46.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:52.118Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:53.218Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p004.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:53.291Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:53.292Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2810,"total":3591,"pending":4,"failed":958,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:33.129Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:53.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p006.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:46.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:53.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:53.470Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:54.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:54.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:54.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:54.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.240Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.241Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2811,"total":3591,"pending":4,"failed":959,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:53.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p006.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:46.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg\",\"added\":\"2023-09-04T18:14:56.200Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.240Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.250Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p003.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.407Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/James_diary_p006.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.424Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.424Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.424Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2813,"total":3591,"pending":3,"failed":959,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg\",\"added\":\"2023-09-04T18:14:56.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.240Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.427Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2813,"total":3591,"pending":4,"failed":959,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.424Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg\",\"added\":\"2023-09-04T18:14:56.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg\",\"added\":\"2023-09-04T18:14:56.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.240Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.434Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:54.436Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:55.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p008.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.282Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.282Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2814,"total":3591,"pending":4,"failed":960,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg\",\"added\":\"2023-09-04T18:14:56.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.240Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg\",\"added\":\"2023-09-04T18:14:56.201Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:11:55.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:11:55.326Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p005.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.337Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.337Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2815,"total":3591,"pending":4,"failed":961,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:54.423Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg\",\"added\":\"2023-09-04T18:14:56.202Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p007.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.666Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:11:55.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2816,"total":3591,"pending":4,"failed":961,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.281Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:02.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:02.359Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:02.686Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p009.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.281Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.281Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2817,"total":3591,"pending":4,"failed":961,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg\",\"added\":\"2023-09-04T18:14:56.203Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.292Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.418Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p010.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.428Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.429Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2818,"total":3591,"pending":4,"failed":961,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:55.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.428Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.439Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:03.450Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:03.450Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:03.451Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:03.451Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p011.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.536Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.537Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2819,"total":3591,"pending":4,"failed":962,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.428Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:03.547Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p012.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.474Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p014.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2820,"total":3591,"pending":4,"failed":962,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p014.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.428Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg\",\"added\":\"2023-09-04T18:14:56.204Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:03.463Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p013.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.564Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p014.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p014.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.566Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p014.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:04.604Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:04.604Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:04.605Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:04.606Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p016.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.621Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2823,"total":3591,"pending":4,"failed":963,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.678Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.681Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.681Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2823,"total":3591,"pending":4,"failed":963,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.684Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2823,"total":3591,"pending":4,"failed":963,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.708Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.709Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p018.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.720Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:04.721Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2824,"total":3591,"pending":4,"failed":963,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.578Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:11.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:11.711Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:12.846Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p017.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:12.858Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:12.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2825,"total":3591,"pending":4,"failed":963,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:12.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg\",\"added\":\"2023-09-04T18:14:56.205Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:12.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:13.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:13.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:13.782Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:13.783Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/01/James_diary_p015.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:13.796Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p021.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:13.796Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2826,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:12.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:13.796Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p021.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:14.725Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:20.912Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p021.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p021.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:20.913Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p021.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:20.923Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p022.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:20.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2827,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:12.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:20.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p022.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.008Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p022.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p022.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.009Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p022.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.024Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.024Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2828,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:12.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p020.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.038Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.039Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p024.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.040Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2829,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.039Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p024.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.050Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p024.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.847Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p024.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.858Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2830,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.870Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.908Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p023.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.920Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:21.920Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2831,"total":3591,"pending":4,"failed":964,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:04.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg\",\"added\":\"2023-09-04T18:14:56.206Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.919Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:22.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:22.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:22.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:22.815Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/07/diary-p019.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:22.827Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:22.827Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2832,"total":3591,"pending":4,"failed":965,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.919Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:28.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:29.855Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:29.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:29.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:29.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:29.966Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p025.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:29.977Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:29.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2833,"total":3591,"pending":4,"failed":966,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:29.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:21.919Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg\",\"added\":\"2023-09-04T18:14:56.207Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:29.988Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.024Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p026.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.113Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p029.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2834,"total":3591,"pending":4,"failed":966,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:22.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:29.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:30.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p029.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.125Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p029.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:30.926Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:30.926Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:30.926Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:30.926Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p027.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.938Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2835,"total":3591,"pending":4,"failed":967,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:30.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:29.977Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:30.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p029.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:30.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:31.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:31.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:31.072Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:31.073Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p028.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.134Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p029.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.149Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.150Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2837,"total":3591,"pending":4,"failed":968,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:30.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.161Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.184Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.184Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2837,"total":3591,"pending":4,"failed":968,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:30.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg\",\"added\":\"2023-09-04T18:14:56.208Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.847Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p030.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.920Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p032.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:31.920Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2838,"total":3591,"pending":4,"failed":968,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p032.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.149Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:32.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p031.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:32.099Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:32.099Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2839,"total":3591,"pending":4,"failed":968,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:32.099Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p032.jpg\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:38.206Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:38.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p032.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:39.118Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.087Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p032.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.097Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.097Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.097Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:40.097Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/05/diary-p033.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.106Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2841,"total":3591,"pending":3,"failed":969,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/\",\"added\":\"2023-09-04T18:15:09.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.111Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.111Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2841,"total":3591,"pending":4,"failed":969,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.110Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true\",\"added\":\"2023-09-04T18:15:09.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/\",\"added\":\"2023-09-04T18:15:09.742Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.117Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.120Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:40.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:40.735Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/awards?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.745Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:40.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2842,"total":3591,"pending":4,"failed":970,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.098Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/\",\"added\":\"2023-09-04T18:15:09.742Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:41.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:41.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:41.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:41.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/awards/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:41.256Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:41.257Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2843,"total":3591,"pending":4,"failed":971,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:41.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:11:05.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true\",\"added\":\"2023-09-04T18:11:23.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:42.142Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:42.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:42.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/educational-studies-department?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:42.153Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:42.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2844,"total":3591,"pending":4,"failed":972,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:41.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:42.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:40.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:45.171Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:47.774Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:48.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:48.846Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:48.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:48.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:48.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:48.915Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:48.917Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2845,"total":3591,"pending":4,"failed":973,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:48.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:41.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:42.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:49.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:49.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:49.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:49.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:49.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:49.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2846,"total":3591,"pending":4,"failed":974,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:48.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:41.256Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:49.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:15:25.626Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:55.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:55.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:55.910Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:55.910Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB11Apr68p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:55.922Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:55.922Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2847,"total":3591,"pending":4,"failed":975,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:55.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/\",\"added\":\"2023-09-04T18:15:26.501Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:48.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:49.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:15:25.626Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:55.932Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:55.942Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:56.286Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:56.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:56.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:12:56.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:12:56.543Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/fac_staff/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:56.553Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:56.553Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2848,"total":3591,"pending":4,"failed":976,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:48.856Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg\",\"added\":\"2023-09-04T18:15:25.625Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:49.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:15:25.626Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:56.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true\",\"added\":\"2023-09-04T18:15:26.501Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:57.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/12/DC0083sSmithJB11Apr68p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:57.162Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:12:57.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2849,"total":3591,"pending":4,"failed":976,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:57.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/\",\"added\":\"2023-09-04T18:15:26.669Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:49.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:15:25.626Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:56.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true\",\"added\":\"2023-09-04T18:15:26.501Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:03.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:04.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/fac_staff?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.367Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.367Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:04.367Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:04.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.485Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.486Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2851,"total":3591,"pending":4,"failed":978,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true\",\"added\":\"2023-09-04T18:15:26.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:57.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/\",\"added\":\"2023-09-04T18:15:26.669Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.492Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.492Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2851,"total":3591,"pending":4,"failed":978,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true\",\"added\":\"2023-09-04T18:15:26.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:57.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/\",\"added\":\"2023-09-04T18:15:26.669Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.496Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:04.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.278Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.278Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.278Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:05.279Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/named_prof/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.289Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.290Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2852,"total":3591,"pending":4,"failed":979,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true\",\"added\":\"2023-09-04T18:15:26.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.300Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.574Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:05.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/named_prof?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.586Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2853,"total":3591,"pending":4,"failed":980,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:04.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:05.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:05.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-apr-1868/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.636Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:05.637Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2854,"total":3591,"pending":4,"failed":981,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.636Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/\",\"added\":\"2023-09-04T18:15:39.437Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:12.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:12.662Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:12.934Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:12.934Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:12.934Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:12.934Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:12.945Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:12.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2855,"total":3591,"pending":4,"failed":982,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.636Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:12.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T18:15:58.465Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:12.956Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:13.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-11-may-1869/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:13.161Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:13.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2856,"total":3591,"pending":4,"failed":983,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:05.636Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true\",\"added\":\"2023-09-04T18:15:39.438Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:12.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T18:15:58.465Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:13.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.486Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.486Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:13.486Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:13.486Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letters?full-site=true","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:13.497Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:13.497Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2857,"total":3591,"pending":4,"failed":984,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:12.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg\",\"added\":\"2023-09-04T18:15:58.465Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:14.199Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p1access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:14.209Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:14.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2858,"total":3591,"pending":4,"failed":984,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:14.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p3access1.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:14.221Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p3access1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:15.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:15.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:15.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:15.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:15.266Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p4access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:15.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2859,"total":3591,"pending":4,"failed":985,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:15.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p4access1.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:14.209Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p3access1.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:15.439Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p3access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:15.588Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:15.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2860,"total":3591,"pending":4,"failed":985,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:15.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:15.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p4access1.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:18.282Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p4access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:18.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:19.319Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p4access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:19.329Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:19.329Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2861,"total":3591,"pending":4,"failed":985,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:15.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:22.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:22.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:22.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:22.238Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:22.250Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:22.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2862,"total":3591,"pending":4,"failed":986,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:22.250Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p3.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:22.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:22.347Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.434Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.435Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2863,"total":3591,"pending":4,"failed":986,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:19.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:23.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p4.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.445Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.500Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.510Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.665Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2864,"total":3591,"pending":4,"failed":986,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:23.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p4.jpg\",\"added\":\"2023-09-04T18:16:00.527Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:23.536Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:16:00.528Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:23.679Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.609Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0083sSmithJB26Apr68p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.621Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.622Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2865,"total":3591,"pending":4,"failed":986,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true\",\"added\":\"2023-09-04T18:16:00.842Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:23.536Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true\",\"added\":\"2023-09-04T18:16:00.528Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.632Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:24.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:24.671Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:24.671Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:24.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-bayliss-smith-letter-26-apr-1868?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.682Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:24.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2866,"total":3591,"pending":4,"failed":987,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true\",\"added\":\"2023-09-04T18:16:00.842Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:13.497Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg\",\"added\":\"2023-09-04T18:15:58.466Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true\",\"added\":\"2023-09-04T18:16:32.519Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:25.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:25.574Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:25.575Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:25.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonmar1861p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:25.586Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:25.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2867,"total":3591,"pending":4,"failed":988,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:25.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true\",\"added\":\"2023-09-04T18:16:00.842Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true\",\"added\":\"2023-09-04T18:16:32.519Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:25.616Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:26.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:26.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:26.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:26.687Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:26.698Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:26.698Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2868,"total":3591,"pending":4,"failed":989,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true\",\"added\":\"2023-09-04T18:16:00.842Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true\",\"added\":\"2023-09-04T18:16:32.519Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:31.711Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:32.318Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/rare-book-room/golden-cockerel-press-collection?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.329Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.329Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2869,"total":3591,"pending":4,"failed":990,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:24.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true\",\"added\":\"2023-09-04T18:16:00.842Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:32.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.339Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.421Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:32.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:32.423Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/sukerr?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.434Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2870,"total":3591,"pending":4,"failed":991,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:32.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:32.329Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:32.445Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.422Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.422Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.422Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:33.422Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.436Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.436Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2871,"total":3591,"pending":4,"failed":992,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:32.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:33.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:33.510Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.576Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2872,"total":3591,"pending":4,"failed":993,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:33.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:33.436Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:33.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.990Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:33.991Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:33.991Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-march-1861-transcript/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.003Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.003Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2873,"total":3591,"pending":4,"failed":994,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:33.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true\",\"added\":\"2023-09-04T18:17:07.822Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.003Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true\",\"added\":\"2023-09-04T18:17:08.319Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.015Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.151Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.151Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:34.151Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letters?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.162Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2874,"total":3591,"pending":4,"failed":995,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.003Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true\",\"added\":\"2023-09-04T18:17:08.319Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true\",\"added\":\"2023-09-04T18:17:28.215Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:34.558Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/college-history-resources?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.624Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.625Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2875,"total":3591,"pending":4,"failed":996,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true\",\"added\":\"2023-09-04T18:17:28.215Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true\",\"added\":\"2023-09-04T18:17:34.199Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.635Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:34.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:34.718Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/web-evaluation-project?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.729Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2876,"total":3591,"pending":4,"failed":997,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.729Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true\",\"added\":\"2023-09-04T18:17:44.778Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true\",\"added\":\"2023-09-04T18:17:34.199Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:34.741Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:35.558Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.571Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.571Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2877,"total":3591,"pending":4,"failed":998,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:35.571Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true\",\"added\":\"2023-09-04T18:18:05.809Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:34.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true\",\"added\":\"2023-09-04T18:17:34.199Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.582Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.694Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:35.695Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:35.695Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-hall-morrison-jr?full-site=true","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.706Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.706Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2878,"total":3591,"pending":4,"failed":999,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:35.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false\",\"added\":\"2023-09-04T18:18:57.093Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:35.571Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true\",\"added\":\"2023-09-04T18:18:05.809Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:35.719Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:36.127Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/information/gale-contest-submission-form?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.138Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2879,"total":3591,"pending":4,"failed":1000,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true\",\"added\":\"2023-09-04T18:19:02.153Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:35.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false\",\"added\":\"2023-09-04T18:18:57.093Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.149Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.264Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.264Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:36.264Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.276Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.276Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2880,"total":3591,"pending":4,"failed":1001,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false\",\"added\":\"2023-09-04T18:19:12.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true\",\"added\":\"2023-09-04T18:19:02.153Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.694Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:36.694Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:36.695Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/rusk-eating-house-presidents?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.765Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.766Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2881,"total":3591,"pending":4,"failed":1002,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false\",\"added\":\"2023-09-04T18:19:12.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false\",\"added\":\"2023-09-04T18:19:27.240Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:36.776Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:37.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:37.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:37.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:37.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/j-j-stringfellow-letter-28-june-1930?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:37.850Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:37.851Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2882,"total":3591,"pending":4,"failed":1003,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:37.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true\",\"added\":\"2023-09-04T18:19:27.315Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false\",\"added\":\"2023-09-04T18:19:12.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:37.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:38.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:38.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:38.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:38.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/databases/honorary?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:38.416Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:38.417Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2883,"total":3591,"pending":4,"failed":1004,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false\",\"added\":\"2023-09-04T18:19:12.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:38.416Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg\",\"added\":\"2023-09-04T18:19:57.718Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:38.427Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.294Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:39.431Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.443Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.443Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2884,"total":3591,"pending":4,"failed":1005,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:36.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false\",\"added\":\"2023-09-04T18:19:12.973Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:39.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p2.jpg\",\"added\":\"2023-09-04T18:19:57.718Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.454Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:39.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:39.838Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/author/shcampbell?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.850Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2885,"total":3591,"pending":4,"failed":1006,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:39.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p3.jpg\",\"added\":\"2023-09-04T18:19:57.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:39.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p2.jpg\",\"added\":\"2023-09-04T18:19:57.718Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:39.860Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.543Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.554Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2886,"total":3591,"pending":4,"failed":1006,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:39.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p3.jpg\",\"added\":\"2023-09-04T18:19:57.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.565Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.767Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.778Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:40.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2887,"total":3591,"pending":4,"failed":1006,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.554Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:43.794Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:44.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:44.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:44.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:44.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/college/encyclopedia","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:44.627Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:44.627Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2888,"total":3591,"pending":4,"failed":1007,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:44.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p4.jpg\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:45.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:46.607Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Oct73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:46.618Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:46.618Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2889,"total":3591,"pending":4,"failed":1007,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:46.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:46.628Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:50.638Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:50.638Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:50.638Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:50.638Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Walter-Old.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:50.650Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:50.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2890,"total":3591,"pending":4,"failed":1008,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:50.650Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg\",\"added\":\"2023-09-04T18:20:12.361Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:50.660Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:51.646Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.657Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.657Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2891,"total":3591,"pending":4,"failed":1009,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:40.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false\",\"added\":\"2023-09-04T18:19:57.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:51.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p2.jpg\",\"added\":\"2023-09-04T18:20:12.361Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.667Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.847Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.847Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:51.847Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:51.847Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-1-oct-1873?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.916Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.918Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2892,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:51.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p3.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:51.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p2.jpg\",\"added\":\"2023-09-04T18:20:12.361Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:51.928Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.666Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2893,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:52.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p4.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:51.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p3.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.676Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.817Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.830Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.830Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2894,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:52.829Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p5.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:52.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p4.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:52.840Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.705Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett18nov73p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.718Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Martin-sr.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.718Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2896,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.718Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Martin-sr.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.728Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Martin-sr.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.738Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2896,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.718Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Martin-sr.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:53.749Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/William-Martin-sr.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.305Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2897,"total":3591,"pending":4,"failed":1010,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:54.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false\",\"added\":\"2023-09-04T18:20:12.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.316Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:54.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:54.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:54.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:54.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-nov-1873?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.913Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2898,"total":3591,"pending":4,"failed":1011,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:53.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg\",\"added\":\"2023-09-04T18:20:12.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:54.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p1.jpg\",\"added\":\"2023-09-04T18:20:15.244Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:54.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Collegian.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.050Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2899,"total":3591,"pending":4,"failed":1011,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg\",\"added\":\"2023-09-04T18:20:15.244Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:54.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p1.jpg\",\"added\":\"2023-09-04T18:20:15.244Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.911Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.988Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.989Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2900,"total":3591,"pending":4,"failed":1011,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg\",\"added\":\"2023-09-04T18:20:15.244Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:55.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false\",\"added\":\"2023-09-04T18:20:15.246Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:55.999Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:56.701Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:56.727Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:57.110Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:57.110Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:13:57.110Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:13:57.110Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-3-dec-1873?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:57.121Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A"}}
{"logLevel":"info","timestamp":"2023-09-04T20:13:57.121Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2901,"total":3591,"pending":4,"failed":1012,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg\",\"added\":\"2023-09-04T18:20:15.244Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:02.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:02.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:02.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:02.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt3dec73p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:02.745Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:02.745Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2902,"total":3591,"pending":4,"failed":1013,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:02.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:02.756Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:03.719Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/A","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.730Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2903,"total":3591,"pending":4,"failed":1014,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:26.698Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/\",\"added\":\"2023-09-04T18:17:07.821Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:03.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p1.jpg\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.741Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.841Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.841Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:03.842Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:03.842Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.926Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.926Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2904,"total":3591,"pending":4,"failed":1015,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:03.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p2.jpg\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:03.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p1.jpg\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:03.937Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:04.142Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:04.743Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:04.754Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:04.755Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2905,"total":3591,"pending":4,"failed":1015,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:03.859Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p2.jpg\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:05.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:05.035Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:05.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2906,"total":3591,"pending":4,"failed":1015,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:12:31.086Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true\",\"added\":\"2023-09-04T18:14:56.209Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:05.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:08.207Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:08.207Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:08.207Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/albert-a-james-1847-diary?full-site=true","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:08.219Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:08.219Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2907,"total":3591,"pending":4,"failed":1016,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:05.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:10.312Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:12.063Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:12.678Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:12.678Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:12.678Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:12.678Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:12.690Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WLU_RG42_Richard_S_McCulloch_circa1870-72-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:12.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2908,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:12.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WLU_RG42_Richard_S_McCulloch_circa1870-72-2.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:12.701Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WLU_RG42_Richard_S_McCulloch_circa1870-72-2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:29.975Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WLU_RG42_Richard_S_McCulloch_circa1870-72-2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:29.987Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/t-joynes_edwards.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:29.987Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2909,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:29.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/t-joynes_edwards.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:30.077Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/t-joynes_edwards.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/t-joynes_edwards.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:30.078Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/t-joynes_edwards.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:30.088Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:30.088Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2910,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:30.088Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p1.jpg\",\"added\":\"2023-09-04T18:20:22.984Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:30.098Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.223Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.303Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.303Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2911,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:31.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p2.jpg\",\"added\":\"2023-09-04T18:20:22.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.391Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.394Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.406Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.406Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2912,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:31.406Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p3.jpg\",\"added\":\"2023-09-04T18:20:22.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:31.416Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:32.519Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:32.531Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:32.533Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2913,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:32.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p4.jpg\",\"added\":\"2023-09-04T18:20:22.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:32.543Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:33.279Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:33.291Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:33.291Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2914,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:33.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p5.jpg\",\"added\":\"2023-09-04T18:20:22.985Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:33.301Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:34.287Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt18dec73p5.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:34.299Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WBLeverettReportCard.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:34.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2915,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:34.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WBLeverettReportCard.jpg\",\"added\":\"2023-09-04T18:20:22.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:34.309Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WBLeverettReportCard.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:34.757Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:35.296Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/WBLeverettReportCard.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:35.364Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:35.364Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2916,"total":3591,"pending":4,"failed":1017,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:35.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false\",\"added\":\"2023-09-04T18:20:22.986Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:35.375Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:36.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:36.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:36.438Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:36.438Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-18-dec-1873?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:36.450Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:36.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2917,"total":3591,"pending":4,"failed":1018,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:36.450Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters\",\"added\":\"2023-09-04T18:20:26.612Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:36.463Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:37.342Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/college-letters/mary-s-clifford-letters","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.353Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2918,"total":3591,"pending":4,"failed":1019,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:37.353Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false\",\"added\":\"2023-09-04T18:20:26.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.363Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:14:37.910Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:14:37.910Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-28-may-1920?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.922Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_28May1920.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.922Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2919,"total":3591,"pending":4,"failed":1020,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:37.922Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_28May1920.jpg\",\"added\":\"2023-09-04T18:20:26.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:37.932Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_28May1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:39.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_28May1920.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:39.050Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CliffordSeminary.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:39.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2920,"total":3591,"pending":4,"failed":1020,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:39.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CliffordSeminary.jpg\",\"added\":\"2023-09-04T18:20:26.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:39.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CliffordSeminary.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:40.167Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CliffordSeminary.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:40.230Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:40.232Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2921,"total":3591,"pending":4,"failed":1020,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:40.177Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p1.jpg\",\"added\":\"2023-09-04T18:20:29.421Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:40.242Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:41.311Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:41.321Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:41.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2922,"total":3591,"pending":4,"failed":1020,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:41.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p2.jpg\",\"added\":\"2023-09-04T18:20:29.421Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:41.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:42.215Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:42.225Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:14:42.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2923,"total":3591,"pending":4,"failed":1020,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:13:57.121Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A\",\"added\":\"2023-09-04T18:20:17.828Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:04.758Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:04.759Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:12.226Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:34.142Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:34.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:15:34.142Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%22A","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.153Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.153Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2924,"total":3591,"pending":4,"failed":1021,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:04.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.310Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:34.760Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:34.760Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:15:34.761Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-11-aug-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.841Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.841Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2925,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.772Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p4.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.939Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.941Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.953Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:34.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2926,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p1.jpg\",\"added\":\"2023-09-04T18:20:35.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.026Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.027Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.037Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.037Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2927,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.037Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p2.jpg\",\"added\":\"2023-09-04T18:20:35.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.131Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.132Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.143Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.144Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2928,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.143Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p3.jpg\",\"added\":\"2023-09-04T18:20:35.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.207Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.208Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.220Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.221Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2929,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.220Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p4.jpg\",\"added\":\"2023-09-04T18:20:35.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.307Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.308Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.378Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.378Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2930,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.319Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p5.jpg\",\"added\":\"2023-09-04T18:20:35.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.439Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p5.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.440Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0165s_14May1920p5.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.451Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/chandelier.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.451Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2931,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/chandelier.jpg\",\"added\":\"2023-09-04T18:20:35.950Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.519Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/chandelier.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/chandelier.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.521Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/chandelier.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.532Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/DC0235s-71.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.532Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2932,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.531Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/DC0235s-71.jpg\",\"added\":\"2023-09-04T18:20:35.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.594Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/DC0235s-71.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/DC0235s-71.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.596Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/DC0235s-71.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.609Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/EuHall_old.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2933,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/EuHall_old.jpg\",\"added\":\"2023-09-04T18:20:35.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.661Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/EuHall_old.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/EuHall_old.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.662Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/EuHall_old.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.675Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/OldChapel_9-0348.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2934,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.675Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/OldChapel_9-0348.png\",\"added\":\"2023-09-04T18:20:35.951Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.732Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/OldChapel_9-0348.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/OldChapel_9-0348.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.733Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/OldChapel_9-0348.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.796Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:35.797Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2935,"total":3591,"pending":4,"failed":1022,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:35.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false\",\"added\":\"2023-09-04T18:20:35.952Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:15:42.228Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:15:42.229Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:05.798Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:05.867Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:05.945Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:05.945Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:05.945Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:05.945Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letter-14-july-1920?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:05.957Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:05.958Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2936,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:05.957Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p1.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.120Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.121Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.132Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.133Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2937,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:06.132Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p2.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.223Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.224Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.235Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:06.235Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2938,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:06.235Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p3.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.424Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.426Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.437Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.437Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2939,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:07.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p4.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.516Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.518Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152s_25Nov1880p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.587Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/9-1248.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2940,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:07.528Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/9-1248.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.666Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/9-1248.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/9-1248.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.668Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/9-1248.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.679Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Benjamin-Silliman.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.680Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2941,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:07.679Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Benjamin-Silliman.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.770Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Benjamin-Silliman.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Benjamin-Silliman.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.771Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Benjamin-Silliman.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.783Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Beta-Kappa.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.784Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2942,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:07.783Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Beta-Kappa.jpg\",\"added\":\"2023-09-04T18:21:00.130Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:07.794Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Beta-Kappa.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:08.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Beta-Kappa.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:08.882Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:08.882Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2943,"total":3591,"pending":4,"failed":1023,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:08.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false\",\"added\":\"2023-09-04T18:21:00.131Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:08.892Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:09.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:09.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:09.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:09.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-nov-1850?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:09.577Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/PresidentWoolseyYale-1846-1871.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:09.578Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2944,"total":3591,"pending":4,"failed":1024,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:09.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/PresidentWoolseyYale-1846-1871.jpg\",\"added\":\"2023-09-04T18:21:00.131Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:09.587Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/PresidentWoolseyYale-1846-1871.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:10.575Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/PresidentWoolseyYale-1846-1871.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:10.651Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:10.657Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2945,"total":3591,"pending":4,"failed":1024,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:10.589Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p1.jpg\",\"added\":\"2023-09-04T18:21:15.080Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:10.685Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:11.799Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:11.811Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:11.812Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2946,"total":3591,"pending":4,"failed":1024,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:11.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p2.jpg\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:42.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:11.822Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:12.230Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:12.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:12.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-and-charles-c-leverett-letter-28-jul-1873?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.248Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.249Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2947,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:12.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p3.jpg\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:11.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p2.jpg\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.631Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.643Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CalvinBriceMcKeown.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2948,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:12.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CalvinBriceMcKeown.png\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:12.248Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p3.jpg\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:12.654Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CalvinBriceMcKeown.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.320Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/8Dec71p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.331Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/RevWGRichardson.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2949,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:12.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CalvinBriceMcKeown.png\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.331Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/RevWGRichardson.png\",\"added\":\"2023-09-04T18:21:15.081Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.400Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/RevWGRichardson.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/RevWGRichardson.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.401Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/RevWGRichardson.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.449Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CalvinBriceMcKeown.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.463Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.463Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2951,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.462Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg\",\"added\":\"2023-09-04T18:21:15.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.412Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false\",\"added\":\"2023-09-04T18:21:15.082Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.472Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.473Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2951,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.462Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg\",\"added\":\"2023-09-04T18:21:15.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.412Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false\",\"added\":\"2023-09-04T18:21:15.082Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.482Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.555Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.556Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sJan67p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.567Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.568Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2952,"total":3591,"pending":4,"failed":1025,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false\",\"added\":\"2023-09-04T18:21:15.251Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.412Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false\",\"added\":\"2023-09-04T18:21:15.082Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:13.598Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:14.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-8-dec-1871?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.554Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.554Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2953,"total":3591,"pending":4,"failed":1026,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p1.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false\",\"added\":\"2023-09-04T18:21:15.251Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.615Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.616Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.627Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.628Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2954,"total":3591,"pending":4,"failed":1026,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.627Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p2.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:13.567Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false\",\"added\":\"2023-09-04T18:21:15.251Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.638Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.638Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:14.638Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:14.638Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-25-jan-1867?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.692Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.701Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.716Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.717Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2956,"total":3591,"pending":4,"failed":1027,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.648Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.726Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.727Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2956,"total":3591,"pending":4,"failed":1027,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.648Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.736Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.784Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.787Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.800Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.800Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2957,"total":3591,"pending":4,"failed":1027,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.800Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false\",\"added\":\"2023-09-04T18:21:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:14.648Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg\",\"added\":\"2023-09-04T18:21:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:14.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:15.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:15.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:15.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:15.374Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/calvin-b-mckeown-letter-5-oct-1871?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.418Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/5Oct71p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.432Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2959,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png\",\"added\":\"2023-09-04T18:21:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.432Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg\",\"added\":\"2023-09-04T18:21:39.583Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.441Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.441Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2959,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png\",\"added\":\"2023-09-04T18:21:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.432Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg\",\"added\":\"2023-09-04T18:21:39.583Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.451Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.522Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.523Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.541Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/mcp.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.541Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2960,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.384Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png\",\"added\":\"2023-09-04T18:21:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/mcp.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:15.551Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/mcp.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/CB-MCKEOWN.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.538Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2961,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:16.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p2.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:15.540Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/mcp.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.548Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.638Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/mcp.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.650Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.650Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2962,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:16.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p3.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:16.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p2.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:16.660Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:17.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:17.433Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:17.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2963,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:16.649Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p3.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:17.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p4.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:20.451Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:20.616Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:20.627Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davies37114-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:20.628Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2964,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:20.627Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davies37114-1.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:17.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p4.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:20.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davies37114-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/28Sept1869p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.467Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/c_s_phillips.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2965,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:21.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/c_s_phillips.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:20.627Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davies37114-1.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.477Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/c_s_phillips.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.632Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davies37114-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.741Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/blake.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.742Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2966,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:21.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/c_s_phillips.jpg\",\"added\":\"2023-09-04T18:21:39.584Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:21.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/blake.jpg\",\"added\":\"2023-09-04T18:21:39.585Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:21.752Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/blake.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/c_s_phillips.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.474Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2967,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:22.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false\",\"added\":\"2023-09-04T18:21:39.586Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:21.643Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/blake.jpg\",\"added\":\"2023-09-04T18:21:39.585Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2010/11/blake.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.636Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.636Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2968,"total":3591,"pending":4,"failed":1028,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:22.636Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17001.jpg\",\"added\":\"2023-09-04T18:21:46.889Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:22.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false\",\"added\":\"2023-09-04T18:21:39.586Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:22.646Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17001.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:23.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:23.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:23.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:23.470Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-28-sep-1869?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.522Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.536Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.536Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2970,"total":3591,"pending":4,"failed":1029,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:23.536Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17003.jpg\",\"added\":\"2023-09-04T18:21:46.890Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:23.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg\",\"added\":\"2023-09-04T18:21:46.889Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.546Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.547Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.547Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2970,"total":3591,"pending":4,"failed":1029,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:23.536Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17003.jpg\",\"added\":\"2023-09-04T18:21:46.890Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:23.481Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg\",\"added\":\"2023-09-04T18:21:46.889Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:23.557Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:24.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:24.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:24.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:24.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.665Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/2Nov17003.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.665Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.673Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2972,"total":3591,"pending":3,"failed":1030,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:24.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.676Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ColinAlexanderStone.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2972,"total":3591,"pending":4,"failed":1030,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:24.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ColinAlexanderStone.jpg\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:24.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.683Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:24.685Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ColinAlexanderStone.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:25.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:25.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:25.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:25.527Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/colin-a-munroe-letter-2-nov-1917?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.539Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davidson-Monthly.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2973,"total":3591,"pending":4,"failed":1031,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:25.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davidson-Monthly.jpg\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:24.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ColinAlexanderStone.jpg\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davidson-Monthly.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.695Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/ColinAlexanderStone.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.705Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:25.706Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2974,"total":3591,"pending":4,"failed":1031,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:25.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davidson-Monthly.jpg\",\"added\":\"2023-09-04T18:21:46.891Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:25.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/\",\"added\":\"2023-09-04T18:21:53.418Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:32.734Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Davidson-Monthly.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.538Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2975,"total":3591,"pending":4,"failed":1031,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:25.705Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/\",\"added\":\"2023-09-04T18:21:53.418Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:33.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.549Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:33.661Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:33.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:33.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:33.662Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.742Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.742Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2976,"total":3591,"pending":4,"failed":1032,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:33.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:33.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:33.753Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.622Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.622Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:34.622Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/04/Davidson-College.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:34.633Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:34.634Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2977,"total":3591,"pending":4,"failed":1033,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:33.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:34.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:34.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:34.831Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:34.843Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:34.843Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2978,"total":3591,"pending":4,"failed":1034,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:34.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:34.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:44.637Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:44.845Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:48.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:48.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:48.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:48.462Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:48.474Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:48.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2979,"total":3591,"pending":4,"failed":1035,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:48.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:21:53.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:34.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg\",\"added\":\"2023-09-04T18:21:53.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:48.567Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett23Jul73p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:48.634Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:48.635Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2980,"total":3591,"pending":4,"failed":1035,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:16:48.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:21:53.420Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:48.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:55.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:56.582Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:56.582Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:16:56.582Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:16:56.582Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-23-jul-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:56.593Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:56.593Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2981,"total":3591,"pending":4,"failed":1036,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:48.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:56.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:16:58.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:02.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:02.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:02.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:02.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/03/oakthumb1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:02.641Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:02.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2982,"total":3591,"pending":4,"failed":1037,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:14:08.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg\",\"added\":\"2023-09-04T18:20:17.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:02.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false\",\"added\":\"2023-09-04T18:21:59.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:56.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:02.653Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:06.595Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:10.314Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:10.314Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt11aug73p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.324Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2983,"total":3591,"pending":4,"failed":1038,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/\",\"added\":\"2023-09-04T18:21:59.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:02.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false\",\"added\":\"2023-09-04T18:21:59.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:56.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.335Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:10.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:10.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:10.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:10.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letter-22-dec-1869?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.745Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.745Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2984,"total":3591,"pending":4,"failed":1039,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/\",\"added\":\"2023-09-04T18:21:59.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:16:56.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg\",\"added\":\"2023-09-04T18:21:59.157Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.879Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0152sDec69p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.890Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:10.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2985,"total":3591,"pending":4,"failed":1039,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/\",\"added\":\"2023-09-04T18:21:59.158Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:17.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:17.918Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:18.010Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:18.010Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:18.010Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:18.011Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:18.025Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:18.026Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2986,"total":3591,"pending":4,"failed":1040,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:18.935Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:18.945Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:18.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2987,"total":3591,"pending":4,"failed":1040,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:10.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg\",\"added\":\"2023-09-04T18:22:00.984Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:19.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:19.086Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:19.087Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2988,"total":3591,"pending":4,"failed":1040,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:19.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:00.986Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:25.054Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:25.966Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:26.111Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:26.189Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLevertt8jul73p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:26.204Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:26.204Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2989,"total":3591,"pending":4,"failed":1040,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:19.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:00.986Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:26.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg\",\"added\":\"2023-09-04T18:22:07.813Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:18.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg\",\"added\":\"2023-09-04T18:22:00.985Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:27.136Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/07/Phi-Hall.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:27.146Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:27.147Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2990,"total":3591,"pending":4,"failed":1040,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:19.033Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:00.986Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:26.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg\",\"added\":\"2023-09-04T18:22:07.813Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:27.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:27.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:27.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:27.199Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/walter-b-leverett-letter-8-jul-1873?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:27.210Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:27.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2991,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:26.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg\",\"added\":\"2023-09-04T18:22:07.813Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.551Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.620Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.620Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2992,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:33.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp3.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.725Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.738Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2993,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:33.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp4.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.807Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.809Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.820Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2994,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:33.820Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p1.jpg\",\"added\":\"2023-09-04T18:22:11.649Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.942Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.943Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.953Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:33.954Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2995,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:33.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p2.jpg\",\"added\":\"2023-09-04T18:22:11.649Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.149Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.213Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.379Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.380Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.392Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:37.392Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2996,"total":3591,"pending":4,"failed":1041,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:38.647Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:38.647Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:38.647Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:38.648Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-aug-mid-1850s?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:38.714Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:38.715Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2997,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:38.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:27.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg\",\"added\":\"2023-09-04T18:22:07.814Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.447Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs5Augp2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.459Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2998,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:38.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p4.jpg\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.554Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.555Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.566Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.567Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":2999,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:38.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false\",\"added\":\"2023-09-04T18:22:23.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.596Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.775Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.776Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett1Jul73p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.786Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.786Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3000,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.786Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p1.jpg\",\"added\":\"2023-09-04T18:22:39.309Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false\",\"added\":\"2023-09-04T18:22:23.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.888Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.889Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.899Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.900Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3001,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.899Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p2.jpg\",\"added\":\"2023-09-04T18:22:39.309Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false\",\"added\":\"2023-09-04T18:22:23.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.970Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.973Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs27Aug1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.985Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:39.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3002,"total":3591,"pending":4,"failed":1042,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false\",\"added\":\"2023-09-04T18:22:39.310Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.566Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false\",\"added\":\"2023-09-04T18:22:23.322Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.016Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.151Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.151Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:40.151Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-h-morrison-letter-17-june-1868?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.161Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs19June1854p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3003,"total":3591,"pending":4,"failed":1043,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:40.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs19June1854p1.jpg\",\"added\":\"2023-09-04T18:22:47.273Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false\",\"added\":\"2023-09-04T18:22:39.310Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.270Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs19June1854p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs19June1854p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.275Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs19June1854p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.380Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.381Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3004,"total":3591,"pending":4,"failed":1043,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:40.285Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false\",\"added\":\"2023-09-04T18:22:47.274Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:39.985Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false\",\"added\":\"2023-09-04T18:22:39.310Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.411Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.694Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.694Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:40.694Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:40.694Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-aug-1854?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.706Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:40.706Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3005,"total":3591,"pending":4,"failed":1044,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:40.285Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false\",\"added\":\"2023-09-04T18:22:47.274Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg\",\"added\":\"2023-09-04T18:22:47.274Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:41.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:41.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:41.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:41.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-19-june-1854?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:41.474Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:41.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3006,"total":3591,"pending":4,"failed":1045,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:41.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:40.706Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg\",\"added\":\"2023-09-04T18:22:47.274Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:47.396Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:47.962Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:47.964Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs19June1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.034Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.035Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3007,"total":3591,"pending":4,"failed":1045,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:47.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p3.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:41.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.144Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.146Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.156Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs7June1857p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.156Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3008,"total":3591,"pending":4,"failed":1045,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs7June1857p1.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:41.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.252Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs7June1857p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs7June1857p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.253Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs7June1857p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.266Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3009,"total":3591,"pending":4,"failed":1045,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false\",\"added\":\"2023-09-04T18:22:51.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:37.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false\",\"added\":\"2023-09-04T18:22:11.650Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:41.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.296Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:48.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:48.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:48.431Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:48.431Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-1-jul-1873?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.497Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3010,"total":3591,"pending":4,"failed":1046,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false\",\"added\":\"2023-09-04T18:22:51.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:41.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg\",\"added\":\"2023-09-04T18:22:51.741Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.508Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.577Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.578Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs7June1857p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.589Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3011,"total":3591,"pending":4,"failed":1046,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.589Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp2.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false\",\"added\":\"2023-09-04T18:22:51.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:48.599Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:49.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:49.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:49.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:49.351Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-7-june-1857-letter?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.352Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.371Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.372Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3013,"total":3591,"pending":3,"failed":1047,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.374Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.374Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3013,"total":3591,"pending":4,"failed":1047,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:48.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp4.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.385Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.564Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.564Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3014,"total":3591,"pending":4,"failed":1047,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false\",\"added\":\"2023-09-04T18:22:57.917Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.374Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp4.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:49.594Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.327Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.339Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.340Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3015,"total":3591,"pending":4,"failed":1047,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:50.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p1.jpg\",\"added\":\"2023-09-04T18:22:59.752Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false\",\"added\":\"2023-09-04T18:22:57.917Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.469Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.470Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:50.479Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:50.479Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:50.479Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:50.479Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.490Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.490Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3017,"total":3591,"pending":4,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:50.480Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg\",\"added\":\"2023-09-04T18:22:59.752Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:50.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg\",\"added\":\"2023-09-04T18:22:59.752Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.564Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:50.565Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3017,"total":3591,"pending":4,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:50.480Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg\",\"added\":\"2023-09-04T18:22:59.752Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:50.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg\",\"added\":\"2023-09-04T18:22:59.752Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.812Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.814Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.824Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.828Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2april76p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.828Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.829Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3019,"total":3591,"pending":3,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg\",\"added\":\"2023-09-04T18:22:59.753Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.839Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/ols_df6_00710.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.839Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3019,"total":3591,"pending":4,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.828Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg\",\"added\":\"2023-09-04T18:22:59.753Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.839Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/ols_df6_00710.jpg\",\"added\":\"2023-09-04T18:22:59.753Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.950Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.951Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/ols_df6_00710.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/ols_df6_00710.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.953Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries2April76p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.953Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/ols_df6_00710.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.973Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.973Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3021,"total":3591,"pending":3,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false\",\"added\":\"2023-09-04T18:22:59.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.976Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:57.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3021,"total":3591,"pending":4,"failed":1048,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false\",\"added\":\"2023-09-04T18:22:59.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:57.973Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false\",\"added\":\"2023-09-04T18:23:05.776Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.023Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.045Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.687Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.688Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.688Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:58.688Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-2-april-1876?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.729Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.729Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:17:58.729Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:17:58.730Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letters?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.740Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.741Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3023,"total":3591,"pending":4,"failed":1050,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.759Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.759Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3023,"total":3591,"pending":4,"failed":1050,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:17:49.371Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg\",\"added\":\"2023-09-04T18:22:57.916Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.770Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:17:58.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.759Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/DC0029sFries2April76mp3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.770Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs28May1854p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.771Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3024,"total":3591,"pending":4,"failed":1050,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:05.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs28May1854p2.jpg\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.927Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs28May1854p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs28May1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.929Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMcCombs28May1854p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.998Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs28May1854p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:05.998Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3025,"total":3591,"pending":4,"failed":1050,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:05.939Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs28May1854p1.jpg\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.110Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs28May1854p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs28May1854p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.111Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/Dc0117sMcCombs28May1854p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.122Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3026,"total":3591,"pending":4,"failed":1050,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.740Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false\",\"added\":\"2023-09-04T18:23:12.464Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.878Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.878Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.878Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:06.878Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-may-28-1854?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.890Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.890Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3027,"total":3591,"pending":4,"failed":1051,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:17:58.700Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false\",\"added\":\"2023-09-04T18:23:12.117Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:06.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:06.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letters?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.915Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.915Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3028,"total":3591,"pending":4,"failed":1052,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.890Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.960Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:06.962Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:07.025Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:07.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3029,"total":3591,"pending":4,"failed":1052,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false\",\"added\":\"2023-09-04T18:23:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:13.892Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:13.894Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:13.904Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:13.905Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3030,"total":3591,"pending":4,"failed":1052,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.915Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg\",\"added\":\"2023-09-04T18:23:15.754Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:13.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false\",\"added\":\"2023-09-04T18:23:22.620Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false\",\"added\":\"2023-09-04T18:23:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.011Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.047Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.114Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.737Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs27Feb1857p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.748Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:14.748Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3031,"total":3591,"pending":4,"failed":1052,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:14.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:13.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false\",\"added\":\"2023-09-04T18:23:22.620Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false\",\"added\":\"2023-09-04T18:23:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:15.760Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:15.982Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:15.982Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:15.982Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:15.982Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/danner-lee-mahood-letter-1917?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:15.994Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:15.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3032,"total":3591,"pending":4,"failed":1053,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:15.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:14.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:06.972Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false\",\"added\":\"2023-09-04T18:23:15.755Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:16.004Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:16.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:16.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:16.222Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:16.223Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-27-feb-1857?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:16.233Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:16.234Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3033,"total":3591,"pending":4,"failed":1054,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:15.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:14.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:17.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:17.434Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:17.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3034,"total":3591,"pending":4,"failed":1054,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:15.993Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:23.263Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:25.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:25.259Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:25.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3035,"total":3591,"pending":4,"failed":1054,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:25.259Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:26.289Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:26.830Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:26.830Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:26.830Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:26.830Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-elias-fries-letter-13-december-1874?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:26.960Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/5.8.1Fries1878.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:26.961Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3036,"total":3591,"pending":4,"failed":1055,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:26.843Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/5.8.1Fries1878.jpg\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:27.437Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.108Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/5.8.1Fries1878.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/5.8.1Fries1878.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.109Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/5.8.1Fries1878.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.120Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/19-0095cfaculty1873.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.120Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3037,"total":3591,"pending":4,"failed":1055,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:34.120Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/19-0095cfaculty1873.jpg\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:15:34.153Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg\",\"added\":\"2023-09-04T18:20:29.422Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.131Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/19-0095cfaculty1873.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:34.311Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:34.311Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett28Jul73p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.323Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/WMT.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.324Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3038,"total":3591,"pending":4,"failed":1056,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:34.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/WMT.jpg\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:34.120Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/19-0095cfaculty1873.jpg\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:34.335Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/WMT.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.271Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/19-0095cfaculty1873.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.282Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3039,"total":3591,"pending":4,"failed":1056,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:17.434Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:34.323Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/WMT.jpg\",\"added\":\"2023-09-04T18:23:22.907Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.292Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:35.297Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:35.297Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:35.297Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:35.297Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/%3Chttps://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875%3E","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.297Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/WMT.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.322Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.323Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3041,"total":3591,"pending":3,"failed":1057,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.325Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.325Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3041,"total":3591,"pending":4,"failed":1057,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.332Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:35.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.538Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3042,"total":3591,"pending":4,"failed":1057,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.322Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg\",\"added\":\"2023-09-04T18:23:26.677Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy1Dec1921p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.699Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:36.699Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3043,"total":3591,"pending":4,"failed":1057,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:35.324Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:43.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:43.454Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:43.454Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:43.454Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-1-dec-1921?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.527Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3044,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.466Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.630Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.632Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.644Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.644Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3045,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.644Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg\",\"added\":\"2023-09-04T18:23:57.771Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.649Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.651Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Chambers-Fire.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.662Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.662Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3046,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.661Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p2.jpg\",\"added\":\"2023-09-04T18:23:57.771Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.644Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg\",\"added\":\"2023-09-04T18:23:57.771Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.737Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.738Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson27Mar58p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.750Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.752Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.752Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3048,"total":3591,"pending":3,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg\",\"added\":\"2023-09-04T18:23:57.771Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.848Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.850Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.854Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.854Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3048,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson27Mar58p3.jpg\",\"added\":\"2023-09-04T18:23:57.771Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.873Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:43.874Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3049,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:36.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png\",\"added\":\"2023-09-04T18:23:26.678Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.854Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/McGeachy.png","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.867Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/commencment_1856.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.868Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3050,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:50.867Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/commencment_1856.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.878Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.894Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.967Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/commencment_1856.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/commencment_1856.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.968Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/commencment_1856.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.979Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1856p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:50.979Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3051,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:50.979Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1856p1.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.054Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1856p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1856p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.055Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1856p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.067Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.068Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3052,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.067Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p2.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.127Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.128Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.138Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3053,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p3.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.237Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0117sMcCombs28Jan1865p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.304Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.305Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3054,"total":3591,"pending":4,"failed":1058,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false\",\"added\":\"2023-09-04T18:23:59.446Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:23:57.773Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.333Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:51.476Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:51.476Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:51.477Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:51.479Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-27-mar-1858?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.490Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:51.490Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3055,"total":3591,"pending":4,"failed":1059,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false\",\"added\":\"2023-09-04T18:23:59.446Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:43.873Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg\",\"added\":\"2023-09-04T18:23:59.445Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg\",\"added\":\"2023-09-04T18:24:03.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.095Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/10-0001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.106Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees2Nov58p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3056,"total":3591,"pending":4,"failed":1059,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false\",\"added\":\"2023-09-04T18:23:59.446Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees2Nov58p2.jpg\",\"added\":\"2023-09-04T18:24:03.848Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg\",\"added\":\"2023-09-04T18:24:03.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.116Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees2Nov58p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:52.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:52.255Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:18:52.255Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:18:52.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-28-jan-1856?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.267Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3057,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees2Nov58p2.jpg\",\"added\":\"2023-09-04T18:24:03.848Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg\",\"added\":\"2023-09-04T18:24:03.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:52.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:53.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees2Nov58p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:53.463Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/1921_22schedule.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:18:53.463Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3058,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:53.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/1921_22schedule.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg\",\"added\":\"2023-09-04T18:24:03.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:00.597Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/1921_22schedule.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/1921_22schedule.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:00.598Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/1921_22schedule.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:00.609Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Freshman-Beanie.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:00.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3059,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:00.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Freshman-Beanie.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:51.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg\",\"added\":\"2023-09-04T18:24:03.847Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:01.493Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:01.624Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Freshman-Beanie.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:02.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0119sMcLees2Nov58p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:02.675Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers-fire.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:02.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3060,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:02.675Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers-fire.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:00.609Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Freshman-Beanie.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:05.690Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers-fire.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:05.776Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Freshman-Beanie.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:05.788Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:05.789Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3061,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:05.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p1.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:02.675Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers-fire.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:05.799Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:06.767Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Old-Chambers-fire.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:06.778Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:06.778Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3062,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:05.788Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p1.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:06.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p2.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:06.788Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:07.279Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:07.291Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:07.291Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3063,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:06.778Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p2.jpg\",\"added\":\"2023-09-04T18:24:07.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:07.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false\",\"added\":\"2023-09-04T18:24:07.958Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:07.301Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:08.063Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0197sMcGeachy28Nov1921p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:08.074Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:08.074Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3064,"total":3591,"pending":4,"failed":1060,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:07.290Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false\",\"added\":\"2023-09-04T18:24:07.958Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:08.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:08.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:08.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:08.358Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/daniel-mcgeachy-letter-28-nov-1921?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:08.369Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:08.369Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3065,"total":3591,"pending":4,"failed":1061,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:52.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false\",\"added\":\"2023-09-04T18:24:03.850Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:15.103Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:15.302Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:15.303Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:15.303Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:15.303Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-2-nov-1858?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:15.315Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:15.315Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3066,"total":3591,"pending":4,"failed":1062,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:15.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false\",\"added\":\"2023-09-04T18:24:08.002Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:16.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:16.488Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:16.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3067,"total":3591,"pending":4,"failed":1062,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:16.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:15.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false\",\"added\":\"2023-09-04T18:24:08.002Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:08.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg\",\"added\":\"2023-09-04T18:24:08.001Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:18.373Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.334Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.495Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0119sMcLees12Dec58p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.610Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3068,"total":3591,"pending":4,"failed":1062,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:16.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:15.315Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false\",\"added\":\"2023-09-04T18:24:08.002Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:22.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p2.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.621Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:22.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:22.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:22.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:22.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-12-dec-1858?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.913Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.913Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3069,"total":3591,"pending":4,"failed":1063,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:22.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p3.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:16.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:22.508Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p2.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:22.923Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.518Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.660Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.660Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0123sRobinson18Oct58p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.676Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.677Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3071,"total":3591,"pending":3,"failed":1063,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:16.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:23.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.679Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3071,"total":3591,"pending":4,"failed":1063,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:16.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:23.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:23.677Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p4.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.687Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:23.688Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p4.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:24.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:24.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:24.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:24.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-18-oct-1858?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.081Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.081Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3072,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:23.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:23.677Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p4.jpg\",\"added\":\"2023-09-04T18:24:13.339Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.506Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/Dc0123sRobinson18Oct58p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.518Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.519Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3074,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p3.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.529Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.548Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3074,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.518Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p3.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:24.557Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.094Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.247Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.260Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.260Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3075,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.737Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:25.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3076,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:24.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg\",\"added\":\"2023-09-04T18:24:20.647Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:26.263Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:26.274Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:26.274Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3077,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:26.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:32.313Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:32.924Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:32.926Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/lisetta-vogler.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:32.937Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:32.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3078,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:32.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p11.jpg\",\"added\":\"2023-09-04T18:24:31.697Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:26.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.020Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.021Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.032Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.032Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3079,"total":3591,"pending":4,"failed":1064,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:26.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:25.260Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:33.199Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/henry-e-fries-letter-3-january-1875?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.210Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.210Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3080,"total":3591,"pending":4,"failed":1065,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:26.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.210Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p21.jpg\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.269Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p21.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.270Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p21.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.379Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.379Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3081,"total":3591,"pending":4,"failed":1065,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:26.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg\",\"added\":\"2023-09-04T18:24:20.648Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.387Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.389Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries3Jan75p4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.400Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.400Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3082,"total":3591,"pending":4,"failed":1065,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.400Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg\",\"added\":\"2023-09-04T18:24:38.062Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.032Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.606Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:33.606Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:33.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-november-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.617Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:33.617Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3083,"total":3591,"pending":4,"failed":1066,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.280Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg\",\"added\":\"2023-09-04T18:24:31.698Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.400Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg\",\"added\":\"2023-09-04T18:24:38.062Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.486Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Thompsonnov1860p31.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.499Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.499Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3084,"total":3591,"pending":4,"failed":1066,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.400Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg\",\"added\":\"2023-09-04T18:24:38.062Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.526Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.528Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p1access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.542Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:40.543Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3085,"total":3591,"pending":4,"failed":1066,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:33.617Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:43.619Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:44.670Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:44.670Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:44.670Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:44.671Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-7-may-1858?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:44.739Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:44.739Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3086,"total":3591,"pending":4,"failed":1067,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:44.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p1access1.jpg\",\"added\":\"2023-09-04T18:24:47.344Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.855Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.856Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.868Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.868Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3087,"total":3591,"pending":4,"failed":1067,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:46.868Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p2access1.jpg\",\"added\":\"2023-09-04T18:24:47.344Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.957Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.958Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.970Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:46.971Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3088,"total":3591,"pending":4,"failed":1067,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:46.970Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p3access1.jpg\",\"added\":\"2023-09-04T18:24:47.344Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.110Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p3access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.112Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.124Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p4access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.124Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3089,"total":3591,"pending":4,"failed":1067,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:50.123Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p4access1.jpg\",\"added\":\"2023-09-04T18:24:47.344Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.183Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p4access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p4access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.184Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonfeb1861p4access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.199Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.200Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3090,"total":3591,"pending":4,"failed":1067,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:50.199Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:47.345Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:50.230Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:51.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:51.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:51.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:51.286Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-february-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.347Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.348Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3091,"total":3591,"pending":4,"failed":1068,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:51.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p1access1.jpg\",\"added\":\"2023-09-04T18:24:48.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.450Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.452Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.462Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:51.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3092,"total":3591,"pending":4,"failed":1068,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:51.462Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p2access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.152Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.154Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.164Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.165Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3093,"total":3591,"pending":4,"failed":1068,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:52.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p3access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.252Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p3access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.254Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.265Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p4access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3094,"total":3591,"pending":4,"failed":1068,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:18:16.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg\",\"added\":\"2023-09-04T18:23:22.906Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:52.264Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p4access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:52.275Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p4access1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:53.264Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:19:53.264Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:19:53.264Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/03/DC0029sFries13Dec74p3.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.274Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p5access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3095,"total":3591,"pending":4,"failed":1069,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:53.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p5access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:52.264Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p4access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.284Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p5access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.327Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p4access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.338Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.339Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3096,"total":3591,"pending":4,"failed":1069,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:53.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p5access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:53.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:53.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:54.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p5access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:54.498Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:19:54.499Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3097,"total":3591,"pending":4,"failed":1069,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:53.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:54.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:01.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:01.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:01.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:01.334Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p6access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:01.402Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:01.402Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3098,"total":3591,"pending":4,"failed":1070,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:01.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false\",\"added\":\"2023-09-04T18:24:48.980Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:54.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:01.412Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:01.518Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:02.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:02.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:02.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:02.494Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-january-1861-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.505Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3099,"total":3591,"pending":4,"failed":1071,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:02.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false\",\"added\":\"2023-09-04T18:25:10.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:54.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg\",\"added\":\"2023-09-04T18:24:48.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.515Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0090sThompsonjan1861p7access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.689Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3100,"total":3591,"pending":4,"failed":1071,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:02.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p1access11.jpg\",\"added\":\"2023-09-04T18:25:18.026Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:02.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false\",\"added\":\"2023-09-04T18:25:10.013Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:02.701Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p1access11.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:03.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:03.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:03.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:03.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letters?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:03.393Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:03.393Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3101,"total":3591,"pending":4,"failed":1072,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:02.689Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p1access11.jpg\",\"added\":\"2023-09-04T18:25:18.026Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:03.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p2access11.jpg\",\"added\":\"2023-09-04T18:25:18.026Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:03.403Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p2access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:03.991Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p1access11.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.133Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.134Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3102,"total":3591,"pending":4,"failed":1072,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:03.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p2access11.jpg\",\"added\":\"2023-09-04T18:25:18.026Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.144Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p2access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.674Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3103,"total":3591,"pending":4,"failed":1072,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p3access11.jpg\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.001Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.685Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p3access11.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:04.855Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:04.855Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:04.856Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:04.857Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-oct-1857?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.867Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p4access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.867Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3104,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.867Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p4access11.jpg\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p3access11.jpg\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:04.878Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p4access11.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:05.927Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p3access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:05.938Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:05.938Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3105,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:05.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p11.jpg\",\"added\":\"2023-09-04T18:25:18.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:04.867Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p4access11.jpg\",\"added\":\"2023-09-04T18:25:18.027Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:05.948Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:06.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1857p4access11.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:06.050Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:06.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3106,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:05.938Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p11.jpg\",\"added\":\"2023-09-04T18:25:18.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:06.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p21.jpg\",\"added\":\"2023-09-04T18:25:18.868Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:06.060Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p21.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.047Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p21.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.058Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Robinsonapr1858p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.066Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3108,"total":3591,"pending":3,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.077Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.185Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.185Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3108,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.069Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p1access11.jpg\",\"added\":\"2023-09-04T18:25:19.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.258Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p1access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p1access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.260Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p1access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.270Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.270Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3109,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.270Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p2access11.jpg\",\"added\":\"2023-09-04T18:25:19.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.342Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p2access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p2access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.344Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p2access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.357Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.357Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3110,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p3access11.jpg\",\"added\":\"2023-09-04T18:25:19.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.450Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p3access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p3access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.452Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p3access11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.462Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.463Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3111,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.462Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p41.jpg\",\"added\":\"2023-09-04T18:25:19.742Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.521Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p41.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p41.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.522Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinson1859p41.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.532Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:07.533Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3112,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:10.543Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.543Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:10.575Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.575Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.800Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p2access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.811Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3113,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p1.jpg\",\"added\":\"2023-09-04T18:25:45.789Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.891Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.897Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.908Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.909Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3114,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:19:40.542Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg\",\"added\":\"2023-09-04T18:24:38.063Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:10.939Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.009Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0123sRobinsonmay1858p3access12.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.287Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Rule8.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.288Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3115,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.021Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Rule8.jpg\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.349Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Rule8.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Rule8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.351Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/02/Rule8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.362Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.362Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3116,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.362Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p2.jpg\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.422Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.423Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.433Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.434Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3117,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.433Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p3.jpg\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.503Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.504Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2013/05/DC0117sMccombsjan1855p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.515Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.516Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3118,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p1access11.jpg\",\"added\":\"2023-09-04T18:25:46.065Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.584Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p1access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p1access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.585Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p1access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.596Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/08/DC0115sGreenleejun1860p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.597Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3119,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.596Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/08/DC0115sGreenleejun1860p2.jpg\",\"added\":\"2023-09-04T18:25:46.065Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.675Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/08/DC0115sGreenleejun1860p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/08/DC0115sGreenleejun1860p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2015/08/DC0115sGreenleejun1860p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.750Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:11.750Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3120,"total":3591,"pending":4,"failed":1073,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:10.908Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false\",\"added\":\"2023-09-04T18:25:45.790Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:12.174Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:12.174Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:12.174Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:12.175Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-5-jan-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:12.185Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:12.185Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3121,"total":3591,"pending":4,"failed":1074,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:12.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:11.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:18.775Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:19.854Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:19.854Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:19.854Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:19.854Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-june-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:19.866Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:19.867Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3122,"total":3591,"pending":4,"failed":1075,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:12.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:19.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:19.877Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:20.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:20.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:20.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:20.446Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-january-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:20.456Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:20.457Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3123,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:12.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:20.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p1access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:20.466Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:21.671Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:21.682Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:21.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3124,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:12.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:21.682Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p2access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:21.693Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:22.188Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.207Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.217Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.218Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3125,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:12.185Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg\",\"added\":\"2023-09-04T18:25:46.066Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:23.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p3access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.228Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p3access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.392Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejun1860p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.498Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p4access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.499Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3126,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:23.405Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p4access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:23.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p3access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:23.509Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p4access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:24.759Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p3access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:24.862Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:24.863Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3127,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:23.405Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p4access1.jpg\",\"added\":\"2023-09-04T18:25:49.239Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:24.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:12.720Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:24.872Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:25.023Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleejan1860p4access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:25.035Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:25.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3128,"total":3591,"pending":4,"failed":1076,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:25.035Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:12.721Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:24.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:12.720Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:25.046Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:26.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:26.102Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:26.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:26.102Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.114Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3129,"total":3591,"pending":4,"failed":1077,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:26.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p2access1.jpg\",\"added\":\"2023-09-04T18:26:12.721Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:24.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:12.720Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.124Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.272Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.284Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.285Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3130,"total":3591,"pending":4,"failed":1077,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:26.114Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p2access1.jpg\",\"added\":\"2023-09-04T18:26:12.721Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:26.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg\",\"added\":\"2023-09-04T18:26:12.721Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:26.296Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.431Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.443Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.443Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3131,"total":3591,"pending":4,"failed":1077,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:26.284Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg\",\"added\":\"2023-09-04T18:26:12.721Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:27.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg\",\"added\":\"2023-09-04T18:26:12.828Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:27.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:27.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:27.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:27.447Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenlee3oct1860p3access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.457Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.458Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3132,"total":3591,"pending":4,"failed":1078,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:27.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:27.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg\",\"added\":\"2023-09-04T18:26:12.828Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:27.469Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:28.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:28.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:28.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:28.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.024Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3133,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:28.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p2access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:27.443Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg\",\"added\":\"2023-09-04T18:26:12.828Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.035Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.751Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.762Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.762Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3134,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:28.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p3access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:28.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p2access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:28.772Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:29.359Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:29.370Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p4access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:29.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3135,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:29.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p4access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:28.762Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p3access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:29.381Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p4access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:29.976Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.095Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3136,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:29.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p4access11.jpg\",\"added\":\"2023-09-04T18:26:12.829Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:29.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p1access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.106Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.583Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov71859p4access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.719Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.720Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3137,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:30.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p2access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:29.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p1access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:30.730Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.303Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.314Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.314Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3138,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:31.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:30.593Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p2access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.325Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.935Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.945Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p4access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.945Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3139,"total":3591,"pending":4,"failed":1079,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:31.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:31.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p4access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:31.955Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p4access11.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:33.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p3access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.050Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.050Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3140,"total":3591,"pending":4,"failed":1080,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:13.101Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:31.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p4access11.jpg\",\"added\":\"2023-09-04T18:26:13.100Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.081Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.143Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1859p4access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.154Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3141,"total":3591,"pending":4,"failed":1080,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:13.101Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false\",\"added\":\"2023-09-04T18:26:23.096Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.185Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:33.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:33.631Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-december-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.642Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:33.643Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3142,"total":3591,"pending":4,"failed":1081,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false\",\"added\":\"2023-09-04T18:26:23.096Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:34.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:34.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:34.255Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:34.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:34.267Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:34.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3143,"total":3591,"pending":4,"failed":1082,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.532Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false\",\"added\":\"2023-09-04T18:25:19.743Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:34.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:37.533Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:37.557Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:43.646Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:43.659Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:43.659Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:43.660Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:43.660Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-9-may-1859?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:43.729Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:43.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3144,"total":3591,"pending":4,"failed":1083,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:34.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:33.642Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:43.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:44.272Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p1access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.162Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3145,"total":3591,"pending":4,"failed":1083,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:46.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:34.267Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg\",\"added\":\"2023-09-04T18:26:27.286Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.495Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleedec1860p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.506Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:46.509Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3146,"total":3591,"pending":4,"failed":1083,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:46.506Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p1.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:46.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:53.203Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:53.644Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:53.646Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:53.802Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:53.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3147,"total":3591,"pending":4,"failed":1083,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:53.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:46.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:54.206Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:54.206Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:20:54.207Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:20:54.207Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-morrow-letter-28-may-1840?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.266Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3148,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.218Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p3.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:53.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.346Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p3.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.347Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.357Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.358Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3149,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:53.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.357Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p4.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.448Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p4.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.449Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.461Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.461Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3150,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:53.656Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg\",\"added\":\"2023-09-04T18:26:35.137Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:20:54.472Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:00.923Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:00.925Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0122sMorrowmay1840p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:00.935Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p2access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:00.936Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3151,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:00.935Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p2access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.034Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p2access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.036Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p2access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.049Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p3access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.049Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3152,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:01.048Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p3access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.200Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p3access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p3access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.201Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p3access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.213Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p4access11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.214Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3153,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:01.213Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p4access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.271Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p4access11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p4access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.272Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p4access11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.283Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.284Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3154,"total":3591,"pending":4,"failed":1084,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:01.283Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false\",\"added\":\"2023-09-04T18:26:37.740Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:01.315Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:02.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:02.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:02.399Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:02.399Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-november-transcript-2?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.475Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3155,"total":3591,"pending":4,"failed":1085,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:02.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false\",\"added\":\"2023-09-04T18:26:39.417Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:54.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg\",\"added\":\"2023-09-04T18:26:37.739Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.638Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleenov91859p1access11.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.652Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.653Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3156,"total":3591,"pending":4,"failed":1085,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:02.409Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false\",\"added\":\"2023-09-04T18:26:39.417Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:02.652Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p1.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:02.663Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:03.613Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:03.613Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:03.613Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:03.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:03.630Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:03.630Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3157,"total":3591,"pending":4,"failed":1086,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:03.629Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p2.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:02.652Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p1.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:03.640Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:04.895Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:04.906Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:04.907Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3158,"total":3591,"pending":4,"failed":1086,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:03.629Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p2.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:04.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p3.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:04.917Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:05.624Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:05.637Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:05.638Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3159,"total":3591,"pending":4,"failed":1086,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:05.637Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p41.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:04.906Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p3.jpg\",\"added\":\"2023-09-04T18:26:53.800Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:05.648Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.511Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.595Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1855p41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.611Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.612Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3161,"total":3591,"pending":4,"failed":1086,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:07.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false\",\"added\":\"2023-09-04T18:26:53.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:07.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false\",\"added\":\"2023-09-04T18:26:54.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.622Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.632Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3161,"total":3591,"pending":4,"failed":1086,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:07.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false\",\"added\":\"2023-09-04T18:26:53.801Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:07.611Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false\",\"added\":\"2023-09-04T18:26:54.109Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:07.644Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.174Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.174Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.174Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:08.175Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.186Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.186Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3162,"total":3591,"pending":4,"failed":1087,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:08.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p1.jpg\",\"added\":\"2023-09-04T18:26:55.279Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:07.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false\",\"added\":\"2023-09-04T18:26:53.801Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.196Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.343Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.343Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:08.343Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:08.343Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-nov-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.354Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.355Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3163,"total":3591,"pending":4,"failed":1088,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:08.186Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p1.jpg\",\"added\":\"2023-09-04T18:26:55.279Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:08.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg\",\"added\":\"2023-09-04T18:26:55.279Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:08.365Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p1.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:09.435Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:09.435Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:09.435Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:09.436Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.451Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.452Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3165,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:09.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p4.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:09.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.461Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.572Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.572Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3165,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:09.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p4.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:09.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:09.582Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.375Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.385Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.385Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3166,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:11.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p5.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:09.402Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.395Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.592Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p3.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.603Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.604Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3167,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:11.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p5.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:11.603Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p6.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:11.613Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p6.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.479Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p5.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.490Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.491Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3168,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:13.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p7.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:11.603Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p6.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p7.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p6.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.668Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p8.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.668Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3169,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:13.490Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p7.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:13.668Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p8.jpg\",\"added\":\"2023-09-04T18:26:55.280Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:13.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.487Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p7.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.532Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0119sMclees1858p8.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.544Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.545Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3171,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:26:55.281Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.555Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.622Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.623Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3171,"total":3591,"pending":4,"failed":1089,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:43.672Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:26:27.287Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:26:55.281Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.632Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:15.720Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:15.720Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:15.721Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:15.721Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-19-dec-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.732Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.733Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3172,"total":3591,"pending":4,"failed":1090,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.732Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p21.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:26:55.281Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.544Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:15.743Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.239Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.249Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.250Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3173,"total":3591,"pending":4,"failed":1090,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.732Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p21.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:15.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false\",\"added\":\"2023-09-04T18:26:55.281Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.260Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:16.436Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:16.436Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:16.436Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:16.437Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/hugh-mclees-letter-6-mar-1858?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.438Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.456Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.457Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3175,"total":3591,"pending":3,"failed":1091,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false\",\"added\":\"2023-09-04T18:27:03.352Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.458Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.459Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3175,"total":3591,"pending":4,"failed":1091,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/\",\"added\":\"2023-09-04T18:27:19.549Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.456Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false\",\"added\":\"2023-09-04T18:27:03.352Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.466Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:16.468Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.015Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.015Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.015Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:17.015Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-11-july-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.025Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.025Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3176,"total":3591,"pending":4,"failed":1092,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.458Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/\",\"added\":\"2023-09-04T18:27:19.549Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.057Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.069Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:17.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.081Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFleming15Feb1856e.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.081Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3177,"total":3591,"pending":4,"failed":1093,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.081Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFleming15Feb1856e.jpg\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.152Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFleming15Feb1856e.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFleming15Feb1856e.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.153Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFleming15Feb1856e.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.164Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1856p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.165Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3178,"total":3591,"pending":4,"failed":1093,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.164Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1856p1access1.jpg\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:16.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg\",\"added\":\"2023-09-04T18:27:03.351Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.200Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsjul1855p31.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.225Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1856p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1856p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.245Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1856p1access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.384Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.386Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3180,"total":3591,"pending":4,"failed":1093,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.396Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.397Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3180,"total":3591,"pending":4,"failed":1093,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.458Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.460Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingfeb1865p2access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.471Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.472Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3181,"total":3591,"pending":4,"failed":1093,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.025Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.550Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:17.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:17.599Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-feb-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.610Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:17.611Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3182,"total":3591,"pending":4,"failed":1094,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.471Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.483Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.633Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.635Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p1access1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.646Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.647Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3183,"total":3591,"pending":4,"failed":1094,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.657Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.719Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.721Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.734Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.734Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3184,"total":3591,"pending":4,"failed":1094,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.734Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p3access1.jpg\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.825Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p3access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p3access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.826Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0114sFlemingmay1856p3access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.945Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.946Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3185,"total":3591,"pending":4,"failed":1094,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:17.273Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters\",\"added\":\"2023-09-04T18:27:19.613Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false\",\"added\":\"2023-09-04T18:27:19.957Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:24.975Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.186Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.186Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.187Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:25.187Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/student-letters","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.197Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.198Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3186,"total":3591,"pending":4,"failed":1095,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false\",\"added\":\"2023-09-04T18:27:19.957Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.197Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p11.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.285Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p11.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.286Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p11.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.297Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.297Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3187,"total":3591,"pending":4,"failed":1095,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:19.614Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false\",\"added\":\"2023-09-04T18:27:19.957Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.798Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.798Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.798Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:25.799Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letter-may-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.810Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p31.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3188,"total":3591,"pending":4,"failed":1096,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p31.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:24.840Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false\",\"added\":\"2023-09-04T18:27:19.957Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.821Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p31.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.986Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.986Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:25.986Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:25.987Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/john-a-fleming-letters?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.997Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:25.997Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3189,"total":3591,"pending":4,"failed":1097,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false\",\"added\":\"2023-09-04T18:27:19.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p31.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.007Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.308Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.455Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p31.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.466Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.466Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3190,"total":3591,"pending":4,"failed":1097,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.997Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false\",\"added\":\"2023-09-04T18:27:19.979Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:26.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:26.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:26.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:26.551Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-mccombs-letter-22-may-1855?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.563Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:26.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3191,"total":3591,"pending":4,"failed":1098,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg\",\"added\":\"2023-09-04T18:27:39.246Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:25.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg\",\"added\":\"2023-09-04T18:27:19.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:27.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/Mccombsmay1855p21.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:27.379Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:27.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3192,"total":3591,"pending":4,"failed":1098,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.562Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg\",\"added\":\"2023-09-04T18:27:39.246Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.664Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.665Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p1access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.676Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.677Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3193,"total":3591,"pending":4,"failed":1098,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:33.676Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p2access1.jpg\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.767Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.768Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1859p2access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.781Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.782Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3194,"total":3591,"pending":4,"failed":1098,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:33.781Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false\",\"added\":\"2023-09-04T18:27:43.805Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:33.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:34.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:34.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:34.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:34.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-mcdonald-letter?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:34.398Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:34.449Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:34.450Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3195,"total":3591,"pending":4,"failed":1099,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:34.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg\",\"added\":\"2023-09-04T18:27:44.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:26.465Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false\",\"added\":\"2023-09-04T18:27:34.964Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:34.460Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.278Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.278Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.278Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:35.278Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.347Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3196,"total":3591,"pending":4,"failed":1100,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:34.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg\",\"added\":\"2023-09-04T18:27:44.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:27.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:39.247Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.377Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:35.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:35.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-oct-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.395Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.395Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3197,"total":3591,"pending":4,"failed":1101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:34.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg\",\"added\":\"2023-09-04T18:27:44.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p2access1.jpg\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.512Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p2access1.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.514Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.585Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.586Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3198,"total":3591,"pending":4,"failed":1101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.525Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:34.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg\",\"added\":\"2023-09-04T18:27:44.007Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.596Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.744Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p1access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.756Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:35.757Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3199,"total":3591,"pending":4,"failed":1101,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.525Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false\",\"added\":\"2023-09-04T18:27:58.338Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.289Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:36.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:36.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:36.438Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:36.439Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/robert-a-davidson-letter-march-transcript?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:36.451Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:36.452Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3200,"total":3591,"pending":4,"failed":1102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false\",\"added\":\"2023-09-04T18:28:13.406Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.525Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg\",\"added\":\"2023-09-04T18:27:44.008Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false\",\"added\":\"2023-09-04T18:27:58.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:36.815Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0125sDavidson1860p3access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:36.826Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:36.826Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3201,"total":3591,"pending":4,"failed":1102,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false\",\"added\":\"2023-09-04T18:28:13.406Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:20:07.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false\",\"added\":\"2023-09-04T18:25:18.869Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false\",\"added\":\"2023-09-04T18:27:58.338Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false\",\"added\":\"2023-09-04T18:28:16.456Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:37.077Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:37.077Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:37.078Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letter-apr-1858?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:37.089Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:37.089Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3202,"total":3591,"pending":4,"failed":1103,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false\",\"added\":\"2023-09-04T18:28:13.406Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:35.756Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false\",\"added\":\"2023-09-04T18:27:58.338Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false\",\"added\":\"2023-09-04T18:28:16.456Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:42.804Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:43.490Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:43.650Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:43.651Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:43.651Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:43.651Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-m-bogle-letter?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:43.662Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:43.662Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3203,"total":3591,"pending":4,"failed":1104,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:43.662Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.451Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false\",\"added\":\"2023-09-04T18:28:13.406Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false\",\"added\":\"2023-09-04T18:28:16.456Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:43.672Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:43.855Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.110Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.278Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.278Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.278Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:44.279Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-alexander-letter?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.279Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.279Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.279Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:44.279Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.296Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.298Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.298Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3205,"total":3591,"pending":3,"failed":1106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false\",\"added\":\"2023-09-04T18:28:16.456Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3205,"total":3591,"pending":4,"failed":1106,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:36.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false\",\"added\":\"2023-09-04T18:28:16.456Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.309Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.310Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.452Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.452Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.452Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:44.531Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/alexander-w-bannerman-letter?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.548Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3206,"total":3591,"pending":4,"failed":1107,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.296Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.854Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.854Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:44.854Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:44.854Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-29-jan-1839?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.866Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:44.866Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3207,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:37.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg\",\"added\":\"2023-09-04T18:28:23.247Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:46.047Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:46.217Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:46.218Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3208,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:46.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.548Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:51.566Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:51.886Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.207Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p4.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.218Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.218Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3209,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:46.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg\",\"added\":\"2023-09-04T18:28:23.248Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.228Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.246Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.394Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1839p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.408Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.409Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3210,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:46.058Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:53.421Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.039Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.051Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.051Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3211,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.217Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.062Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.691Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.691Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3212,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.691Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false\",\"added\":\"2023-09-04T18:28:24.788Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:53.408Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.701Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:55.976Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p3.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.081Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.081Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3213,"total":3591,"pending":4,"failed":1108,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.691Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false\",\"added\":\"2023-09-04T18:28:24.788Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg\",\"added\":\"2023-09-04T18:28:38.301Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.091Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.248Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.249Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.249Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:56.249Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-5-sep-1838?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.350Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.351Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3214,"total":3591,"pending":4,"failed":1109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.050Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg\",\"added\":\"2023-09-04T18:28:24.787Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg\",\"added\":\"2023-09-04T18:28:38.301Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.361Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.807Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1838p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.817Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3215,"total":3591,"pending":4,"failed":1109,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.265Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:55.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg\",\"added\":\"2023-09-04T18:28:38.301Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.828Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.979Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.979Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:56.980Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:56.981Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letter-7-oct-1837?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:56.983Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.000Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3217,"total":3591,"pending":3,"failed":1110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:57.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.005Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.005Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3217,"total":3591,"pending":4,"failed":1110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:57.005Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p4.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:57.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.013Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:57.015Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.031Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.042Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3218,"total":3591,"pending":4,"failed":1110,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:57.000Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false\",\"added\":\"2023-09-04T18:28:41.433Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.052Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:58.056Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:58.057Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:58.057Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:58.057Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.068Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.070Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3219,"total":3591,"pending":4,"failed":1111,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false\",\"added\":\"2023-09-04T18:28:45.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.042Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false\",\"added\":\"2023-09-04T18:28:41.433Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:58.083Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.038Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.038Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.038Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:59.038Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.049Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.049Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3220,"total":3591,"pending":4,"failed":1112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false\",\"added\":\"2023-09-04T18:28:45.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:56.817Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg\",\"added\":\"2023-09-04T18:28:38.302Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false\",\"added\":\"2023-09-04T18:29:06.384Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.059Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.111Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0116sHamilton1837p2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.123Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.123Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3221,"total":3591,"pending":4,"failed":1112,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false\",\"added\":\"2023-09-04T18:28:45.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false\",\"added\":\"2023-09-04T18:29:06.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.049Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false\",\"added\":\"2023-09-04T18:29:06.384Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.598Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.598Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:21:59.598Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:21:59.598Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/grey-library?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.610Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:21:59.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3222,"total":3591,"pending":4,"failed":1113,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:58.068Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false\",\"added\":\"2023-09-04T18:28:45.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false\",\"added\":\"2023-09-04T18:29:06.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:29:12.501Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.142Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.799Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.800Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.800Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.801Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.801Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:06.801Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:06.801Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:06.801Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/ardrey-papers?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.818Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.819Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3224,"total":3591,"pending":3,"failed":1115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:06.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:29:17.425Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:29:12.501Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.821Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.821Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3224,"total":3591,"pending":4,"failed":1115,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:06.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false\",\"added\":\"2023-09-04T18:29:55.845Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:06.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:29:17.425Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:59.610Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false\",\"added\":\"2023-09-04T18:29:12.501Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:06.831Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:07.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/david-fairley-letter-may-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.388Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.388Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3225,"total":3591,"pending":4,"failed":1116,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword\",\"added\":\"2023-09-04T18:30:15.971Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:06.819Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false\",\"added\":\"2023-09-04T18:29:55.845Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:06.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true\",\"added\":\"2023-09-04T18:29:17.425Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.399Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:07.399Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carnegie-library-of-davidson-college?full-site=true","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.446Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.446Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:07.446Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:07.447Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/eh-little-library?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.461Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3227,"total":3591,"pending":4,"failed":1118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword\",\"added\":\"2023-09-04T18:30:15.971Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false\",\"added\":\"2023-09-04T18:31:21.925Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false\",\"added\":\"2023-09-04T18:30:58.857Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.473Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.596Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.596Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3227,"total":3591,"pending":4,"failed":1118,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword\",\"added\":\"2023-09-04T18:30:15.971Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.461Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false\",\"added\":\"2023-09-04T18:31:21.925Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false\",\"added\":\"2023-09-04T18:30:58.857Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:07.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.095Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.095Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.095Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.159Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.161Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3228,"total":3591,"pending":4,"failed":1119,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword\",\"added\":\"2023-09-04T18:30:15.971Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false\",\"added\":\"2023-09-04T18:31:27.201Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:07.410Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false\",\"added\":\"2023-09-04T18:30:58.857Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.311Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.312Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/nash-postcards-collection?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.312Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-login.php?action=lostpassword","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.332Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.332Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.332Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3230,"total":3591,"pending":4,"failed":1121,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false\",\"added\":\"2023-09-04T18:31:29.972Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T18:31:47.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false\",\"added\":\"2023-09-04T18:31:27.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.335Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3230,"total":3591,"pending":4,"failed":1121,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false\",\"added\":\"2023-09-04T18:31:29.972Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T18:31:47.234Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false\",\"added\":\"2023-09-04T18:31:27.201Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.344Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.345Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/historic-buildings?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.737Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.737Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3231,"total":3591,"pending":4,"failed":1122,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false\",\"added\":\"2023-09-04T18:31:29.972Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false\",\"added\":\"2023-09-04T18:31:58.636Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T18:31:47.234Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.747Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.895Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.895Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/daniel-harvey-hill?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.906Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.906Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3232,"total":3591,"pending":4,"failed":1123,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false\",\"added\":\"2023-09-04T18:31:58.636Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false\",\"added\":\"2023-09-04T18:32:05.622Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.332Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false\",\"added\":\"2023-09-04T18:31:47.234Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.916Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.934Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.934Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:08.934Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:08.934Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/college-letters?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.948Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:08.949Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3233,"total":3591,"pending":4,"failed":1124,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T18:32:07.124Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false\",\"added\":\"2023-09-04T18:31:58.636Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false\",\"added\":\"2023-09-04T18:32:05.622Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.463Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:09.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/carol-quillen?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:09.476Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:09.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3234,"total":3591,"pending":4,"failed":1125,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false\",\"added\":\"2023-09-04T18:32:20.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T18:32:07.124Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false\",\"added\":\"2023-09-04T18:31:58.636Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:09.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:09.791Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-carson-letter-19-jul-1918?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:09.802Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:09.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3235,"total":3591,"pending":4,"failed":1126,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false\",\"added\":\"2023-09-04T18:32:20.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false\",\"added\":\"2023-09-04T18:32:29.642Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:08.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false\",\"added\":\"2023-09-04T18:32:07.124Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:15.975Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:16.502Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:16.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:16.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:16.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:16.543Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/nash-postcards?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:16.555Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:16.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3236,"total":3591,"pending":4,"failed":1127,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:16.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p1.jpg\",\"added\":\"2023-09-04T18:33:47.409Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false\",\"added\":\"2023-09-04T18:32:20.718Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.801Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false\",\"added\":\"2023-09-04T18:32:29.642Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:16.566Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:16.830Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.377Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.377Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.378Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:17.378Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-p-crawford-letter-19-dec-1854?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.379Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.380Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3238,"total":3591,"pending":3,"failed":1128,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg\",\"added\":\"2023-09-04T18:33:47.409Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false\",\"added\":\"2023-09-04T18:32:20.718Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.391Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3238,"total":3591,"pending":4,"failed":1128,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg\",\"added\":\"2023-09-04T18:33:47.409Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:09.476Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false\",\"added\":\"2023-09-04T18:32:20.718Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.398Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.400Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.455Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:17.455Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:17.459Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/mary-s-clifford-letters?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.478Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3239,"total":3591,"pending":4,"failed":1129,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.478Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p4.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.391Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg\",\"added\":\"2023-09-04T18:33:47.409Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:17.499Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p4.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:18.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:18.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:18.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:18.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p3.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.155Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3240,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.478Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p4.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:17.379Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg\",\"added\":\"2023-09-04T18:33:47.409Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.165Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.335Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.336Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p4.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.457Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p7.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.457Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3242,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p7.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.460Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3242,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p7.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:18.469Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p7.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.287Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p5.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.338Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p7.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.356Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.356Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3244,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:33:47.411Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false\",\"added\":\"2023-09-04T18:33:59.897Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.364Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:19.364Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3244,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:33:47.411Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:18.352Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg\",\"added\":\"2023-09-04T18:33:47.410Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false\",\"added\":\"2023-09-04T18:33:59.897Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:25.486Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.382Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.390Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2014/06/DC0339sLeverett4Aug73p6.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.563Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.564Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3245,"total":3591,"pending":4,"failed":1130,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:26.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:34:46.345Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:33:47.411Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.356Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false\",\"added\":\"2023-09-04T18:33:59.897Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:26.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.454Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.454Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.455Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:27.455Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-and-walter-leverett-letters?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.467Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.467Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3246,"total":3591,"pending":4,"failed":1131,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:26.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:34:46.345Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:19.299Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false\",\"added\":\"2023-09-04T18:33:47.411Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.478Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.487Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.487Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.488Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:27.488Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/charles-c-leverett-letter-4-aug-1873?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.498Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.498Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3247,"total":3591,"pending":4,"failed":1132,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:26.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false\",\"added\":\"2023-09-04T18:34:46.345Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.508Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.655Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:27.655Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:27.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/pinckney-b-chambers-letter-dec-transcript?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.667Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3248,"total":3591,"pending":4,"failed":1133,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:27.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:28.398Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:28.398Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:28.398Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:28.398Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-l-greenlee-letter-october-transcript-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.411Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3249,"total":3591,"pending":4,"failed":1134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.498Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.421Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.887Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p2access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.897Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.897Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3250,"total":3591,"pending":4,"failed":1134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:27.467Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg\",\"added\":\"2023-09-04T18:35:39.493Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.943Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p1access1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.954Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:28.955Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3251,"total":3591,"pending":4,"failed":1134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false\",\"added\":\"2023-09-04T18:36:50.423Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:35.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:35.982Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p3access1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.691Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.691Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3252,"total":3591,"pending":4,"failed":1134,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:36.691Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false\",\"added\":\"2023-09-04T18:39:52.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.954Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false\",\"added\":\"2023-09-04T18:36:50.423Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.702Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:36.916Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:36.916Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:36.916Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:36.916Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-d-johnson-letter-13-mar-1840?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.927Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.928Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3253,"total":3591,"pending":4,"failed":1135,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:36.691Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false\",\"added\":\"2023-09-04T18:39:52.339Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:36.927Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false\",\"added\":\"2023-09-04T18:39:59.024Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:36.938Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.318Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.318Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.318Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:37.319Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/james-a-mclees-letter-12-apr-1873?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.432Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.433Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3254,"total":3591,"pending":4,"failed":1136,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false\",\"added\":\"2023-09-04T18:40:04.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:28.897Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg\",\"added\":\"2023-09-04T18:35:39.494Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:36.927Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false\",\"added\":\"2023-09-04T18:39:59.024Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.443Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.599Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.599Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:37.600Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:37.600Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-rennie-blake?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.610Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/06/DC0115sGreenleeoct1860p4access1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.623Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.624Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3256,"total":3591,"pending":4,"failed":1137,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false\",\"added\":\"2023-09-04T18:42:22.657Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false\",\"added\":\"2023-09-04T18:40:04.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false\",\"added\":\"2023-09-04T18:43:08.480Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.634Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.707Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.708Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3256,"total":3591,"pending":4,"failed":1137,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.621Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false\",\"added\":\"2023-09-04T18:42:22.657Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false\",\"added\":\"2023-09-04T18:40:04.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false\",\"added\":\"2023-09-04T18:43:08.480Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:37.718Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:38.311Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/oni-d-mcneely-letter-8-nov-1837?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.321Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3257,"total":3591,"pending":4,"failed":1138,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false\",\"added\":\"2023-09-04T18:43:32.009Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.330Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false\",\"added\":\"2023-09-04T18:40:04.670Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:37.622Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false\",\"added\":\"2023-09-04T18:43:08.480Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.495Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.495Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.495Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.496Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.496Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.496Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:38.496Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-w-robinson-letters?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:38.496Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/e-f-rockwell-letters?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.511Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.512Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3259,"total":3591,"pending":3,"failed":1140,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false\",\"added\":\"2023-09-04T18:43:32.009Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false\",\"added\":\"2023-09-04T18:43:33.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.513Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.514Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3259,"total":3591,"pending":4,"failed":1140,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false\",\"added\":\"2023-09-04T18:43:32.009Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false\",\"added\":\"2023-09-04T18:43:52.365Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false\",\"added\":\"2023-09-04T18:43:33.338Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.521Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.523Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:38.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:38.903Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/john-bunyon-shearer?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.914Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:38.914Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3260,"total":3591,"pending":4,"failed":1141,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false\",\"added\":\"2023-09-04T18:43:52.365Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.511Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false\",\"added\":\"2023-09-04T18:43:33.338Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:39.367Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/andrew-dousa-hepburn?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.376Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.377Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:39.377Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:39.377Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/samuel-b-wilson-letter-26-apr-1841?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.394Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.395Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3262,"total":3591,"pending":4,"failed":1143,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:39.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false\",\"added\":\"2023-09-04T18:45:08.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:39.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false\",\"added\":\"2023-09-04T18:45:07.969Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.405Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.524Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.525Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3262,"total":3591,"pending":4,"failed":1143,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:39.394Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false\",\"added\":\"2023-09-04T18:45:08.056Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:39.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false\",\"added\":\"2023-09-04T18:45:07.969Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:39.554Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:40.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/dinner-at-davidson-big-talk-sga?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.393Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3263,"total":3591,"pending":4,"failed":1144,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:40.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false\",\"added\":\"2023-09-04T18:45:08.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:39.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false\",\"added\":\"2023-09-04T18:45:07.969Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.423Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.565Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.565Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:40.565Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:40.565Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/neill-a-smith-letter-24-dec-1859?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.577Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.577Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3264,"total":3591,"pending":4,"failed":1145,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:40.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false\",\"added\":\"2023-09-04T18:45:08.144Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:40.577Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false\",\"added\":\"2023-09-04T18:45:08.387Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:40.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:41.150Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/william-a-smith-letter-1920?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.162Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3265,"total":3591,"pending":4,"failed":1146,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false\",\"added\":\"2023-09-04T18:45:35.214Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:40.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false\",\"added\":\"2023-09-04T18:45:08.144Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.192Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.332Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.332Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.332Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:41.332Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/student-government-association-service?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.343Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.343Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3266,"total":3591,"pending":4,"failed":1147,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.162Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false\",\"added\":\"2023-09-04T18:45:35.214Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false\",\"added\":\"2023-09-04T18:45:35.417Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.372Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:41.734Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/phonathon-sga?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.745Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.746Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3267,"total":3591,"pending":4,"failed":1148,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:46:38.531Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.342Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false\",\"added\":\"2023-09-04T18:45:35.417Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.774Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.932Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.932Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:41.932Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:41.933Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/rare-book-room/collections?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.995Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:41.996Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3268,"total":3591,"pending":4,"failed":1149,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.745Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false\",\"added\":\"2023-09-04T18:46:38.531Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false\",\"added\":\"2023-09-04T18:46:42.382Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.025Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.430Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.430Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.430Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:42.430Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/joseph-thompson-letter-september-1860-transcript?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.442Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.442Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3269,"total":3591,"pending":4,"failed":1150,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:42.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false\",\"added\":\"2023-09-04T18:46:48.514Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:41.945Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false\",\"added\":\"2023-09-04T18:46:42.382Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.470Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.607Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:42.607Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:42.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.620Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.620Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3270,"total":3591,"pending":4,"failed":1151,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:42.442Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false\",\"added\":\"2023-09-04T18:46:48.514Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:42.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false\",\"added\":\"2023-09-04T18:47:45.673Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:42.651Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.014Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.014Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.014Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:43.014Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.084Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.085Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3271,"total":3591,"pending":4,"failed":1152,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false\",\"added\":\"2023-09-04T18:47:48.449Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:42.620Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false\",\"added\":\"2023-09-04T18:47:45.673Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.114Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.189Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:43.190Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjune?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.203Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.203Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3272,"total":3591,"pending":4,"failed":1153,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false\",\"added\":\"2023-09-04T18:48:17.251Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false\",\"added\":\"2023-09-04T18:47:48.449Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.232Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.798Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.798Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.798Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:43.799Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.811Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.811Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3273,"total":3591,"pending":4,"failed":1154,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false\",\"added\":\"2023-09-04T18:48:39.068Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.024Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false\",\"added\":\"2023-09-04T18:47:48.449Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.842Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.983Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.983Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:43.983Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:43.984Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.995Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:43.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3274,"total":3591,"pending":4,"failed":1155,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.995Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false\",\"added\":\"2023-09-04T18:48:43.603Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false\",\"added\":\"2023-09-04T18:48:39.068Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.024Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:44.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesdecember?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.579Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.580Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3275,"total":3591,"pending":4,"failed":1156,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:43.811Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false\",\"added\":\"2023-09-04T18:48:39.068Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:44.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false\",\"added\":\"2023-09-04T18:49:11.695Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.611Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.758Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.758Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:44.758Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:44.759Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.770Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.771Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3276,"total":3591,"pending":4,"failed":1157,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:44.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false\",\"added\":\"2023-09-04T18:49:11.695Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:44.770Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false\",\"added\":\"2023-09-04T18:49:13.883Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:44.801Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.342Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.342Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.342Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:45.343Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.388Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.389Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:45.389Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:45.389Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.403Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.403Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3278,"total":3591,"pending":4,"failed":1159,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:45.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false\",\"added\":\"2023-09-04T18:49:14.731Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:45.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false\",\"added\":\"2023-09-04T18:49:46.085Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.434Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.488Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3278,"total":3591,"pending":4,"failed":1159,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:45.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false\",\"added\":\"2023-09-04T18:49:14.731Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:45.403Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false\",\"added\":\"2023-09-04T18:49:46.085Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:45.519Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:46.070Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmay?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.083Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.083Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3279,"total":3591,"pending":4,"failed":1160,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:46.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false\",\"added\":\"2023-09-04T18:49:51.870Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:45.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false\",\"added\":\"2023-09-04T18:49:14.731Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.112Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.255Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:46.255Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:46.255Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesnovember?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.266Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3280,"total":3591,"pending":4,"failed":1161,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:46.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false\",\"added\":\"2023-09-04T18:49:51.870Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:46.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false\",\"added\":\"2023-09-04T18:50:03.990Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:46.297Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.078Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.078Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.078Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:47.079Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.121Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.122Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:47.122Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:47.122Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-2?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.137Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3282,"total":3591,"pending":4,"failed":1163,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:47.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false\",\"added\":\"2023-09-04T18:50:49.424Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:47.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false\",\"added\":\"2023-09-04T18:50:06.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.147Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.148Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3282,"total":3591,"pending":4,"failed":1163,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:47.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false\",\"added\":\"2023-09-04T18:50:49.424Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:47.089Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false\",\"added\":\"2023-09-04T18:50:06.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.158Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:47.169Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:48.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-4?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.225Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.226Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3283,"total":3591,"pending":4,"failed":1164,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false\",\"added\":\"2023-09-04T18:51:12.269Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:47.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false\",\"added\":\"2023-09-04T18:50:49.424Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:48.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-6?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.256Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.268Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jul1841p186.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.268Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3284,"total":3591,"pending":4,"failed":1165,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false\",\"added\":\"2023-09-04T18:51:12.269Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.268Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jul1841p186.jpg\",\"added\":\"2023-09-04T18:51:12.269Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.416Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jul1841p186.jpg","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jul1841p186.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.420Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2011/07/presm1jul1841p186.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.431Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.431Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3285,"total":3591,"pending":4,"failed":1165,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false\",\"added\":\"2023-09-04T18:51:15.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false\",\"added\":\"2023-09-04T18:51:12.269Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.462Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.798Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.798Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:48.798Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:48.799Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/presm1jul1841p186?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.810Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.810Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3286,"total":3591,"pending":4,"failed":1166,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.430Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false\",\"added\":\"2023-09-04T18:51:15.949Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false\",\"added\":\"2023-09-04T18:51:16.246Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:48.840Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.006Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.006Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.006Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:49.011Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarch-5?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.092Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.093Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3287,"total":3591,"pending":4,"failed":1167,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false\",\"added\":\"2023-09-04T18:51:32.713Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:48.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false\",\"added\":\"2023-09-04T18:51:16.246Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.122Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:49.382Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjuly-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.393Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.394Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3288,"total":3591,"pending":4,"failed":1168,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.393Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false\",\"added\":\"2023-09-04T18:51:59.529Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false\",\"added\":\"2023-09-04T18:51:32.713Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.966Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.966Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:49.966Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:49.967Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesjanuary-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.978Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:49.978Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3289,"total":3591,"pending":4,"failed":1169,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false\",\"added\":\"2023-09-04T18:52:12.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.023Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false\",\"added\":\"2023-09-04T18:51:32.713Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.008Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.148Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.148Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.149Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:50.149Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-5?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.160Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.160Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3290,"total":3591,"pending":4,"failed":1170,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false\",\"added\":\"2023-09-04T18:52:12.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:50.160Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false\",\"added\":\"2023-09-04T18:52:29.680Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.737Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.737Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:50.737Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesapril-3?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.749Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.749Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3291,"total":3591,"pending":4,"failed":1171,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:50.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false\",\"added\":\"2023-09-04T18:53:02.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:49.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false\",\"added\":\"2023-09-04T18:52:12.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.779Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.915Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.916Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:50.916Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:50.916Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesaugust-2?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.985Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:50.985Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3292,"total":3591,"pending":4,"failed":1172,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:50.749Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false\",\"added\":\"2023-09-04T18:53:02.719Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:50.927Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false\",\"added\":\"2023-09-04T18:53:26.225Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:51.021Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:51.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:51.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:51.327Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:51.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesmarchapril?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:51.339Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:51.339Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3293,"total":3591,"pending":4,"failed":1173,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:51.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false\",\"added\":\"2023-09-04T18:53:33.419Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:50.927Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false\",\"added\":\"2023-09-04T18:53:26.225Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:51.369Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:52.076Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/always-part-of-fabric-supplement-present?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.086Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.086Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.086Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:52.086Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/presbytery-minutesoctober-7?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.087Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.097Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3295,"total":3591,"pending":3,"failed":1175,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false\",\"added\":\"2023-09-04T18:53:38.151Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.100Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.100Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3295,"total":3591,"pending":4,"failed":1175,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false\",\"added\":\"2023-09-04T18:53:38.151Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false\",\"added\":\"2023-09-04T18:53:46.663Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.109Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.129Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:52.719Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/search-instructions?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.766Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.766Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:52.766Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:52.767Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/semi-centennial-catalog?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.777Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.777Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3297,"total":3591,"pending":4,"failed":1177,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false\",\"added\":\"2023-09-04T18:54:02.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false\",\"added\":\"2023-09-04T18:53:56.946Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.801Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.802Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3297,"total":3591,"pending":4,"failed":1177,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.777Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false\",\"added\":\"2023-09-04T18:54:02.018Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false\",\"added\":\"2023-09-04T18:53:56.946Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.808Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:52.812Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.414Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.414Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:53.414Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/about?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.426Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.426Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3298,"total":3591,"pending":4,"failed":1178,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:53.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false\",\"added\":\"2023-09-04T18:54:23.897Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:52.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false\",\"added\":\"2023-09-04T18:53:56.946Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.436Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.574Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.575Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:53.575Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:53.575Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/fraternities-at-davidson-college?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.586Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.587Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3299,"total":3591,"pending":4,"failed":1179,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:53.586Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false\",\"added\":\"2023-09-04T18:54:51.655Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:53.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false\",\"added\":\"2023-09-04T18:54:23.897Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:53.597Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:54.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/documents?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.154Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.155Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3300,"total":3591,"pending":4,"failed":1180,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:53.425Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false\",\"added\":\"2023-09-04T18:54:23.897Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false\",\"added\":\"2023-09-04T18:55:10.476Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.165Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:54.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/shared_stories/photos?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.338Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.338Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3301,"total":3591,"pending":4,"failed":1181,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false\",\"added\":\"2023-09-04T18:55:10.722Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false\",\"added\":\"2023-09-04T18:55:10.476Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.349Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.734Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.734Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.734Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:54.735Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/catalogs?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.747Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.747Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3302,"total":3591,"pending":4,"failed":1182,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false\",\"added\":\"2023-09-04T18:55:10.722Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false\",\"added\":\"2023-09-04T18:55:27.097Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.757Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:54.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:54.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/archives-search?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.992Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:54.992Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3303,"total":3591,"pending":4,"failed":1183,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false\",\"added\":\"2023-09-04T18:55:39.522Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.747Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false\",\"added\":\"2023-09-04T18:55:27.097Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:55.003Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:55.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:55.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:55.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:55.791Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-eric-dykes?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:55.803Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:55.803Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3304,"total":3591,"pending":4,"failed":1184,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:55.803Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans\",\"added\":\"2023-09-04T18:55:46.855Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:54.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false\",\"added\":\"2023-09-04T18:55:39.522Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:56.062Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:56.062Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:22:56.062Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:22:56.062Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/celia-arch?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:56.074Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:22:56.075Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3305,"total":3591,"pending":4,"failed":1185,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:56.074Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false\",\"added\":\"2023-09-04T18:55:46.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:55.803Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans\",\"added\":\"2023-09-04T18:55:46.855Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:05.808Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:06.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:08.916Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:13.655Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.666Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.667Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3306,"total":3591,"pending":4,"failed":1186,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:13.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives\",\"added\":\"2023-09-04T18:55:46.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:55.803Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans\",\"added\":\"2023-09-04T18:55:46.855Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.677Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.839Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.839Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:13.839Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:13.839Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/social-studies-lesson-plans","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.908Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.909Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3307,"total":3591,"pending":4,"failed":1187,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:13.666Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives\",\"added\":\"2023-09-04T18:55:46.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:13.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping\",\"added\":\"2023-09-04T18:55:46.856Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:13.919Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:14.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:14.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:14.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:14.246Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/constructing-historical-narratives","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:14.257Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:14.257Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3308,"total":3591,"pending":4,"failed":1188,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:13.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping\",\"added\":\"2023-09-04T18:55:46.856Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:14.267Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:15.022Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:15.022Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:15.022Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:15.023Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/social-studies-lesson-plans/mapping","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:15.034Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:15.034Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3309,"total":3591,"pending":4,"failed":1189,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:15.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:21:44.866Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false\",\"added\":\"2023-09-04T18:28:24.672Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:21.888Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:21.888Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:21.889Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/thomas-h-hamilton-letters?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:21.900Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:21.902Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3310,"total":3591,"pending":4,"failed":1190,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:15.034Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:21.900Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:25.037Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:28.614Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:28.614Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:28.614Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:28.614Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/1st-2nd-grade-lesson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:28.625Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:28.625Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3311,"total":3591,"pending":4,"failed":1191,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:28.625Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:21.900Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:28.655Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:28.945Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:29.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/4th-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.553Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.553Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.553Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:29.554Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/kindergarten-1st-grade-lesson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.564Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.565Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3313,"total":3591,"pending":4,"failed":1193,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.575Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.590Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.591Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3313,"total":3591,"pending":4,"failed":1193,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:14.257Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources\",\"added\":\"2023-09-04T18:55:56.261Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.601Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:29.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:29.870Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.881Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.881Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3314,"total":3591,"pending":4,"failed":1194,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson\",\"added\":\"2023-09-04T18:55:56.263Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:29.891Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.438Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.438Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.438Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:30.438Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/elementary-maps-and-primary-resources","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.480Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.480Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.480Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:30.481Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources/3rd-grade-lesson","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.492Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.493Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3316,"total":3591,"pending":4,"failed":1196,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.492Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T18:56:02.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.503Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.523Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.523Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3316,"total":3591,"pending":4,"failed":1196,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:29.564Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.492Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T18:56:02.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.534Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.622Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.623Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:30.623Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:30.623Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/elementary-lesson-plans-and-resources/5th-grade-lesson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.637Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.637Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3317,"total":3591,"pending":4,"failed":1197,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.637Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.492Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T18:56:02.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.449Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false\",\"added\":\"2023-09-04T18:55:56.264Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:30.664Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/uln/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/uln/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/uln/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.247Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/uln/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/uln/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/uln/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:31.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.294Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.294Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.294Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:31.295Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/elementary-lesson-plans-and-resources?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.310Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.311Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3319,"total":3591,"pending":4,"failed":1199,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.259Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.310Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.492Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T18:56:02.978Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.321Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3319,"total":3591,"pending":4,"failed":1199,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.259Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.310Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:30.492Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan\",\"added\":\"2023-09-04T18:56:02.978Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.339Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.349Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:31.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.522Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.523Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3320,"total":3591,"pending":4,"failed":1200,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.259Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.310Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.554Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:31.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.930Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.932Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3321,"total":3591,"pending":4,"failed":1201,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.259Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false\",\"added\":\"2023-09-04T18:56:02.980Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.960Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.974Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:31.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:31.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/griffithsteet/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.986Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:31.986Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3322,"total":3591,"pending":4,"failed":1202,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false\",\"added\":\"2023-09-04T18:56:22.442Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false\",\"added\":\"2023-09-04T18:56:02.980Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.522Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps\",\"added\":\"2023-09-04T18:56:02.979Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.094Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:32.095Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/high-school-social-studies-lesson-plan/maps","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:32.106Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:32.106Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3323,"total":3591,"pending":4,"failed":1203,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false\",\"added\":\"2023-09-04T18:56:41.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false\",\"added\":\"2023-09-04T18:56:22.442Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false\",\"added\":\"2023-09-04T18:56:02.980Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:32.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:32.504Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/high-school-social-studies-lesson-plan?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:32.515Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:32.515Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3324,"total":3591,"pending":4,"failed":1204,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false\",\"added\":\"2023-09-04T18:56:47.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:22:38.914Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false\",\"added\":\"2023-09-04T18:44:11.901Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false\",\"added\":\"2023-09-04T18:56:41.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false\",\"added\":\"2023-09-04T18:56:22.442Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:38.917Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:38.917Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:38.984Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:38.984Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:38.984Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:38.984Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/digital-collections/anne-e-sampson-letter-8-july-1920?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:38.995Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:38.995Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3325,"total":3591,"pending":4,"failed":1205,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:38.995Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/\",\"added\":\"2023-09-04T18:56:51.853Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false\",\"added\":\"2023-09-04T18:56:47.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false\",\"added\":\"2023-09-04T18:56:41.175Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:31.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false\",\"added\":\"2023-09-04T18:56:22.442Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.022Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.026Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.134Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.535Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.702Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.702Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.702Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:39.703Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-carolyn-singleton?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.704Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.704Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/ returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.704Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/ returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:39.705Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:39.719Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:39.719Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/about-erika-williams?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.720Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.720Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.721Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3328,"total":3591,"pending":3,"failed":1208,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false\",\"added\":\"2023-09-04T18:56:47.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false\",\"added\":\"2023-09-04T18:56:51.853Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.729Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3328,"total":3591,"pending":3,"failed":1208,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false\",\"added\":\"2023-09-04T18:56:47.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false\",\"added\":\"2023-09-04T18:56:51.853Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.731Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.732Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3328,"total":3591,"pending":4,"failed":1208,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:32.515Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false\",\"added\":\"2023-09-04T18:56:47.250Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false\",\"added\":\"2023-09-04T18:56:58.924Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false\",\"added\":\"2023-09-04T18:56:51.853Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.738Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:39.739Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:40.102Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:40.102Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:40.102Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:40.102Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/environmental?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:40.113Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:40.113Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3329,"total":3591,"pending":4,"failed":1209,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:40.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false\",\"added\":\"2023-09-04T18:57:04.747Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false\",\"added\":\"2023-09-04T18:56:58.924Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false\",\"added\":\"2023-09-04T18:56:51.853Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:46.771Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:47.335Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/earth?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:47.345Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:47.346Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3330,"total":3591,"pending":4,"failed":1210,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:40.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false\",\"added\":\"2023-09-04T18:57:04.747Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false\",\"added\":\"2023-09-04T18:56:58.924Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.894Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.894Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:47.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:47.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/catalogs/lnm-search?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:47.969Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:47.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3331,"total":3591,"pending":4,"failed":1211,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:40.112Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false\",\"added\":\"2023-09-04T18:57:04.747Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:50.117Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:53.967Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:53.967Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:53.967Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:53.968Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/jocelyn-williams-roundtree?full-site=false","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.048Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.048Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3332,"total":3591,"pending":4,"failed":1212,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:39.720Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false\",\"added\":\"2023-09-04T18:56:56.956Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:53.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.059Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.366Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.502Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:54.502Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.571Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.572Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3333,"total":3591,"pending":4,"failed":1213,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:54.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/\",\"added\":\"2023-09-04T18:58:08.384Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.345Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:53.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.581Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.910Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.910Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:54.910Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:54.911Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/community/under-lkn/lessonplans/lesson-plan-7th-10th?full-site=false","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.921Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.921Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3334,"total":3591,"pending":4,"failed":1214,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:54.513Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/\",\"added\":\"2023-09-04T18:58:08.384Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:54.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png\",\"added\":\"2023-09-04T18:58:08.384Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:53.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.931Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:54.990Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:55.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:55.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/author/camacek/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:55.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/author/camacek/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/author/camacek/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:55.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/camacek/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.146Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.147Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3335,"total":3591,"pending":4,"failed":1215,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:54.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png\",\"added\":\"2023-09-04T18:58:08.384Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:53.978Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.154Z","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["about:blank?_browsertrixun93yaggra"],"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.154Z","context":"behavior","message":"Run Script Started","details":{"frameUrl":"about:blank?_browsertrixun93yaggra","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:55.155Z","context":"behavior","message":"Run Script Failed","details":{"callFrames":[{"functionName":"","scriptId":"18","url":"__evaluation_script__","lineNumber":0,"columnNumber":20}],"text":"Uncaught","frameUrl":"about:blank?_browsertrixun93yaggra","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.155Z","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.156Z","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/Lake-Norman-History-Worksheet-1.docx","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.167Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.168Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3336,"total":3591,"pending":4,"failed":1215,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.167Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:54.921Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png\",\"added\":\"2023-09-04T18:58:08.384Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.177Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:55.184Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.007Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Gale-Hits-Carolina-Coast.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.077Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.078Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3337,"total":3591,"pending":4,"failed":1215,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:56.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.167Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.105Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:56.798Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:56.798Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:56.798Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:56.799Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/flood-of-1916-railroads/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.809Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.809Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3338,"total":3591,"pending":4,"failed":1216,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:56.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:56.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.167Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:56.819Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.166Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:57.166Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-charlotte/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:57.178Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:57.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3339,"total":3591,"pending":4,"failed":1217,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:56.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:55.167Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.262Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.262Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:23:57.262Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:23:57.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-bridges/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:57.274Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:23:57.275Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3340,"total":3591,"pending":4,"failed":1218,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:56.809Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.207Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.303Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.558Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.558Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.558Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:04.558Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-crop-damage/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.569Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.570Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3341,"total":3591,"pending":4,"failed":1219,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/\",\"added\":\"2023-09-04T18:58:08.386Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.274Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.580Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:04.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:04.863Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-lookout-shoals/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.874Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3342,"total":3591,"pending":4,"failed":1220,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/\",\"added\":\"2023-09-04T18:58:08.386Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:57.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/\",\"added\":\"2023-09-04T18:58:08.385Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg\",\"added\":\"2023-09-04T18:58:10.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:04.884Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.029Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.030Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.030Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:05.030Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/the-flood-of-1916-india-hook/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.041Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.042Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3343,"total":3591,"pending":4,"failed":1221,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.569Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/\",\"added\":\"2023-09-04T18:58:08.386Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg\",\"added\":\"2023-09-04T18:58:10.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.053Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.143Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:05.143Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/flood-of-1916/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.157Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.157Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3344,"total":3591,"pending":4,"failed":1222,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.041Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.157Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg\",\"added\":\"2023-09-04T18:58:10.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.168Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.662Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.662Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/author/grdover/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.662Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/author/grdover/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/author/grdover/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:05.662Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/grdover/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.673Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.674Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3345,"total":3591,"pending":4,"failed":1223,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.157Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg\",\"added\":\"2023-09-04T18:58:10.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.683Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.749Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.750Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:05.750Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:05.750Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/economic-development-of-griffith-st/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.819Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.819Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3346,"total":3591,"pending":4,"failed":1224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:04.874Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg\",\"added\":\"2023-09-04T18:58:10.322Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.829Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.966Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/map-of-LKN-area.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.976Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.976Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3347,"total":3591,"pending":4,"failed":1224,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.673Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:05.989Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.222Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.222Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.222Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:06.222Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/social-division-in-town/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:06.233Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:06.233Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3348,"total":3591,"pending":4,"failed":1225,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.761Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:06.243Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.382Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.382Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:06.382Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:06.383Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/town-and-college-projects-on-griffith-street/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:06.395Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:06.397Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3349,"total":3591,"pending":4,"failed":1226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:05.976Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg\",\"added\":\"2023-09-04T18:58:15.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.088Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/Exit30.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.168Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.169Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3350,"total":3591,"pending":4,"failed":1226,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:07.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/\",\"added\":\"2023-09-04T18:58:22.367Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.179Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:07.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:07.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:07.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:07.286Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/griffthst/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.349Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.350Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3351,"total":3591,"pending":4,"failed":1227,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:07.298Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:07.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/\",\"added\":\"2023-09-04T18:58:22.367Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:07.377Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.231Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:08.231Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/degorsen/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:08.243Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:08.243Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3352,"total":3591,"pending":4,"failed":1228,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:07.298Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2 returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:08.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2 returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:08.462Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/lake-campus-lake-wiley-2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:08.474Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:08.474Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3353,"total":3591,"pending":4,"failed":1229,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/\",\"added\":\"2023-09-04T18:58:22.370Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:11.258Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:11.490Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:12.054Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:12.054Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:12.054Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:12.054Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/student-projects/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:12.066Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:12.066Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3354,"total":3591,"pending":4,"failed":1230,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:12.066Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2\",\"added\":\"2023-09-04T18:58:22.370Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:12.076Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.422Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:13.646Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/rags-life/?replytocom=2","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.657Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/striped-bass.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.657Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3355,"total":3591,"pending":4,"failed":1231,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:13.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/striped-bass.jpg\",\"added\":\"2023-09-04T18:58:22.608Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.751Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/striped-bass.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/striped-bass.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.753Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/striped-bass.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.765Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h39m43s47.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.765Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3356,"total":3591,"pending":4,"failed":1231,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:13.765Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h39m43s47.png\",\"added\":\"2023-09-04T18:58:22.608Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.819Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h39m43s47.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h39m43s47.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.820Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h39m43s47.png","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.892Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:13.893Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3357,"total":3591,"pending":4,"failed":1231,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:13.831Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg\",\"added\":\"2023-09-04T18:58:22.609Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:06.395Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/\",\"added\":\"2023-09-04T18:58:15.991Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.990Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:13.990Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:13.990Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/demographic-changes/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.002Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.002Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3358,"total":3591,"pending":4,"failed":1232,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:13.831Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg\",\"added\":\"2023-09-04T18:58:22.609Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:14.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png\",\"added\":\"2023-09-04T18:58:22.609Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.978Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.980Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/raw-hide-and-Jay-034.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.992Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:14.992Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3359,"total":3591,"pending":4,"failed":1232,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:14.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:14.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png\",\"added\":\"2023-09-04T18:58:22.609Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:21.095Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:21.096Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/vlcsnap-2014-03-31-21h37m41s41.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:21.106Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:21.107Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3360,"total":3591,"pending":4,"failed":1232,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:14.992Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:21.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:44.997Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:45.061Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:45.131Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:45.131Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:45.132Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:45.132Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/lymcaliley/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:45.144Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/907/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:45.144Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3361,"total":3591,"pending":4,"failed":1233,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:45.144Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/907/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:21.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:45.176Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/907/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/907/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/907/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/907/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/907/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/907/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/907/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:46.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/907/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.258Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.259Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3362,"total":3591,"pending":4,"failed":1234,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:46.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:21.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.290Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.854Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.854Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:46.854Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:46.854Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/uncategorized/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.865Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.866Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3363,"total":3591,"pending":4,"failed":1235,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:46.865Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/development-plans/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:21.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:46.894Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:47.462Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:47.462Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/development-plans/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:47.462Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/development-plans/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/development-plans/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:47.463Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/development-plans/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:47.526Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:47.527Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3364,"total":3591,"pending":4,"failed":1236,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:47.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mooresville/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:21.106Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/\",\"added\":\"2023-09-04T18:58:25.978Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:51.110Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:51.132Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:54.202Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:54.203Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:24:54.203Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:24:54.203Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/davidson-and-cornelius/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:54.214Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:54.215Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3365,"total":3591,"pending":4,"failed":1237,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:47.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mooresville/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:24:54.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:02.646Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:02.646Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/mooresville/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:02.646Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/mooresville/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/mooresville/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:02.647Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mooresville/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:02.657Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:02.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3366,"total":3591,"pending":4,"failed":1238,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:02.657Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:02.668Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:03.742Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:03.742Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:03.743Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:03.743Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/access-to-lake-norman-2/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:03.755Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:03.756Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3367,"total":3591,"pending":4,"failed":1239,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:24:54.214Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/\",\"added\":\"2023-09-04T18:58:25.979Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:24.218Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:24.265Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:24.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:24.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:24.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:24.326Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/under-the-demographics/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:24.397Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:24.398Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3368,"total":3591,"pending":4,"failed":1240,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:24.337Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:24.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:24.991Z","context":"general","message":"Page Loading Slowly, skipping behaviors","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:25.510Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:25.510Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:25.510Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:25.511Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/regulation-for-shorelines/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:25.521Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:25.521Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3369,"total":3591,"pending":4,"failed":1241,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:23:47.905Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf\",\"added\":\"2023-09-04T18:57:28.538Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:25.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:25.550Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.002Z","context":"behavior","message":"Skipping behaviors for slow page","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.003Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/wp-content/uploads/sites/4/2016/06/How-Big-is-Lake-Norman-Worksheet.pdf","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.015Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/catawba.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.016Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3370,"total":3591,"pending":4,"failed":1241,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.015Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/catawba.png\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:25.521Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.092Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/catawba.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/catawba.png","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:26.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:26.094Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:26.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.094Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/catawba.png","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:26.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/threats-to-the-shoreline/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.109Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3372,"total":3591,"pending":3,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.124Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.126Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3372,"total":3591,"pending":4,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.183Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.184Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/ferc.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.195Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.196Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3373,"total":3591,"pending":4,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.195Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.215Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.217Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/iredell.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.229Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.230Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3374,"total":3591,"pending":4,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.195Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.252Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.253Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/lincoln.png","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.266Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3375,"total":3591,"pending":4,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false\",\"added\":\"2023-09-04T18:58:44.331Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.229Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png\",\"added\":\"2023-09-04T18:58:26.479Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.289Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.290Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2014/03/meck.png","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.302Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.306Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.306Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3376,"total":3591,"pending":4,"failed":1242,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false\",\"added\":\"2023-09-04T18:58:44.331Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:26.305Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/\",\"added\":\"2023-09-04T18:58:49.284Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:26.337Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.350Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.350Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.350Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:27.351Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/?full-site=false","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.387Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.387Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:27.387Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:27.387Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-population-change-and-water-quality/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.461Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.462Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3378,"total":3591,"pending":4,"failed":1244,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:27.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1727\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:27.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1747\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.468Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.469Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3378,"total":3591,"pending":4,"failed":1244,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:27.361Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1727\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:27.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1747\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.490Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:27.498Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1727 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1727 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/?p=1727 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:28.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1727","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.563Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3379,"total":3591,"pending":4,"failed":1245,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:28.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1756\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:27.399Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1747\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.582Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.582Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1747 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:28.582Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1747 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/?p=1747 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:28.582Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1747","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.593Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.594Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.594Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3380,"total":3591,"pending":4,"failed":1246,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:28.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:28.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/?p=1756\",\"added\":\"2023-09-04T18:58:49.680Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:28.623Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1756 returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/?p=1756 returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/?p=1756 returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:29.134Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/?p=1756","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.146Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.146Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3381,"total":3591,"pending":4,"failed":1247,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:28.594Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.174Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:29.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/author/chbohannan/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.227Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.227Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3382,"total":3591,"pending":4,"failed":1248,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.145Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.258Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.742Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.742Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.742Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:29.743Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/catawba-riverkeepers/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.754Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.754Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3383,"total":3591,"pending":4,"failed":1249,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.226Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.783Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.919Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:29.919Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:29.919Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/ducks-unlimited/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.931Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.931Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3384,"total":3591,"pending":4,"failed":1250,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.754Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:29.962Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:30.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lake-norman-wildlife-conservationists/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:30.417Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:30.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3385,"total":3591,"pending":4,"failed":1251,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:29.931Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/\",\"added\":\"2023-09-04T18:59:28.362Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:30.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:30.447Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.501Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.502Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.502Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:30.502Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/save-our-lake-organization-2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:30.513Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:30.513Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3386,"total":3591,"pending":4,"failed":1252,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:30.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:30.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/tag/history/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.990Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.990Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:30.990Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:30.991Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/non-profits/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:31.061Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:31.062Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3387,"total":3591,"pending":4,"failed":1253,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:31.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:30.512Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/tag/history/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:31.555Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:32.095Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:32.238Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:32.238Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/tag/history/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:32.238Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/tag/history/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/tag/history/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:32.239Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/history/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:32.299Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:32.300Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3388,"total":3591,"pending":4,"failed":1254,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:31.002Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/\",\"added\":\"2023-09-04T18:59:28.363Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:32.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:32.330Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.046Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.046Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.046Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:33.047Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/tag/non-profits/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.059Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.060Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3389,"total":3591,"pending":4,"failed":1255,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:32.249Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.059Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.089Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.231Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.232Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.232Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:33.232Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/hot-spot-fishing-at-mcguire/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.248Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.248Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3390,"total":3591,"pending":4,"failed":1256,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.059Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.278Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.630Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.630Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.630Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:33.630Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-nuclear-plant-sources/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.641Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.641Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3391,"total":3591,"pending":4,"failed":1257,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:03.755Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/\",\"added\":\"2023-09-04T18:58:26.478Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.670Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.760Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.783Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.823Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.823Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.823Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:33.823Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/student-projects/lake-normans-shorelines/lake-norman-maps/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.836Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.836Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3392,"total":3591,"pending":4,"failed":1258,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.247Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.845Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.846Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:33.846Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:33.846Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/mcguire-policy-timeline/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.857Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.857Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3393,"total":3591,"pending":4,"failed":1259,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.836Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.911Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.913Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/McGuire-Nuclear-ULN-Project.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.923Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:33.924Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3394,"total":3591,"pending":4,"failed":1259,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.641Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/\",\"added\":\"2023-09-04T18:59:28.676Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:34.214Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:34.214Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:34.214Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:34.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/mcguire-nuclear-plant-intersections-of-science-policy-and-people/recycling-nuclear-fuel-at-mcguire/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:34.225Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:34.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3395,"total":3591,"pending":4,"failed":1260,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:24:08.243Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/\",\"added\":\"2023-09-04T18:58:22.369Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:40.902Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:40.960Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.261Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.261Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:41.262Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/category/lake-campus/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.274Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.278Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.279Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3396,"total":3591,"pending":4,"failed":1261,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.857Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.307Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.470Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.470Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.470Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:41.471Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/basic-information-on-state-park/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.483Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/6233420872_31e2ab832e_o.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.484Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3397,"total":3591,"pending":4,"failed":1262,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.483Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/6233420872_31e2ab832e_o.jpg\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.595Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/6233420872_31e2ab832e_o.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/6233420872_31e2ab832e_o.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.596Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/6233420872_31e2ab832e_o.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.608Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.609Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3398,"total":3591,"pending":4,"failed":1262,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:33.923Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.639Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.782Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.782Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.783Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:41.783Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/conservation/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.853Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.853Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3399,"total":3591,"pending":4,"failed":1263,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.278Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.884Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:41.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:41.918Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/public-access-map/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.929Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/20150203_153039-e1424808775750.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:41.929Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3400,"total":3591,"pending":4,"failed":1264,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.929Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/20150203_153039-e1424808775750.jpg\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.012Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/20150203_153039-e1424808775750.jpg","page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/20150203_153039-e1424808775750.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.014Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/wp-content/uploads/sites/2/2015/02/20150203_153039-e1424808775750.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.026Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.027Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3401,"total":3591,"pending":4,"failed":1264,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:34.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/\",\"added\":\"2023-09-04T18:59:38.270Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/additional-research/\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.056Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.150Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.150Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.150Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:42.151Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/public-access-on-lake-norman/perceptions-of-lake-norman-state-park/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.163Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.164Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3402,"total":3591,"pending":4,"failed":1265,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.608Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/additional-research/\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:42.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:42.191Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/current-status/%20%E2%80%8E","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.193Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.292Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:42.292Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3403,"total":3591,"pending":4,"failed":1266,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/additional-research/\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.163Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:43.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/sources/%20%E2%80%8E","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:43.203Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:43.204Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3404,"total":3591,"pending":4,"failed":1267,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/additional-research/\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:41.794Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/\",\"added\":\"2023-09-04T18:59:40.475Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:43.326Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:43.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/lincoln-county-lake-norman/lake-norman-lincoln-county-public-access/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:43.339Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:43.339Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3405,"total":3591,"pending":4,"failed":1268,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.026Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/uln/additional-research/\",\"added\":\"2023-09-04T18:59:40.476Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:49.319Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:49.790Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:49.790Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/uln/additional-research/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:49.790Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/uln/additional-research/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/uln/additional-research/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:49.790Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/uln/additional-research/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:49.858Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:49.858Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3406,"total":3591,"pending":4,"failed":1269,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:49.803Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:42.204Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:49.886Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/aroundthed","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.075Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.075Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.075Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/littlereflections/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:50.076Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.087Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.087Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3407,"total":3591,"pending":4,"failed":1270,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:49.803Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/aroundthed\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.097Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.241Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.385Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/aroundthed returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/aroundthed","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/aroundthed returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/aroundthed returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/aroundthed","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:50.551Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/aroundthed","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.561Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.562Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3408,"total":3591,"pending":4,"failed":1271,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.339Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.591Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.950Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.950Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:50.950Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:50.951Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/category/uncategorized/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.961Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.961Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3409,"total":3591,"pending":4,"failed":1272,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:43.146Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/\",\"added\":\"2023-09-04T19:07:55.543Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:50.991Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.134Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.134Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.134Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.135Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.135Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:51.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/wp-login.php","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:51.135Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/author/jigremmels/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.150Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.151Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3411,"total":3591,"pending":3,"failed":1274,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.153Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3411,"total":3591,"pending":4,"failed":1274,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.151Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.960Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.163Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:51.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:51.535Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-imbibable-past/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.545Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:51.546Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3412,"total":3591,"pending":4,"failed":1275,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.151Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.545Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.150Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.252Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.591Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.682Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DC0305s001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.698Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.699Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3413,"total":3591,"pending":4,"failed":1275,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.151Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg\",\"added\":\"2023-09-04T19:09:42.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.545Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.698Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.734Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.951Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/11/DSC_0320.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.963Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.963Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3414,"total":3591,"pending":4,"failed":1275,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:51.545Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.698Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:58.973Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.198Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.198Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.198Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:59.198Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/presidents-house","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.208Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.209Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3415,"total":3591,"pending":4,"failed":1276,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.698Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.219Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.358Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.358Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.358Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:59.359Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/william-joseph-martin-jr","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.371Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.371Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3416,"total":3591,"pending":4,"failed":1277,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:58.963Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.381Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.541Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.541Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:25:59.541Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:25:59.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/brown-betty/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.555Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.555Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3417,"total":3591,"pending":4,"failed":1278,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.370Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.208Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:25:59.565Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.286Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.286Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.286Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:00.287Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cafe-parfait-2/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.326Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.326Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:00.327Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:00.327Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait003.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.418Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3419,"total":3591,"pending":4,"failed":1280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.423Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.425Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3419,"total":3591,"pending":4,"failed":1280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:59.555Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.430Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.435Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.578Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028-11.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.588Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Applebread.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:00.589Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3420,"total":3591,"pending":4,"failed":1280,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Applebread.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.338Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:01.494Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:01.494Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:01.494Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:01.495Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/food-n-fixins/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:01.505Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:01.506Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3421,"total":3591,"pending":4,"failed":1281,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.588Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Applebread.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:01.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:07.615Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Applebread.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.295Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Applebread.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.390Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028cookbook001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.391Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3422,"total":3591,"pending":4,"failed":1281,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.306Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028cookbook001.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:01.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.489Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028cookbook001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028cookbook001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.490Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/DC028cookbook001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.500Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.501Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3423,"total":3591,"pending":4,"failed":1281,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.500Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:00.297Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg\",\"added\":\"2023-09-04T19:09:42.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:01.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:08.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:08.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:08.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:08.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martinscrapbook1.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.559Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.559Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3424,"total":3591,"pending":4,"failed":1282,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.500Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.559Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:01.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.600Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.601Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/brownbetty.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.614Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:08.614Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3425,"total":3591,"pending":4,"failed":1282,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.559Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.614Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:01.505Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg\",\"added\":\"2023-09-04T19:09:42.564Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.638Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.664Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.665Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/Meck_banners.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.679Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.680Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/09/martincookbookopen.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.681Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.682Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3427,"total":3591,"pending":3,"failed":1282,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.614Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.693Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/ad-55.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.694Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3427,"total":3591,"pending":4,"failed":1282,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.693Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/ad-55.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:08.614Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.699Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:15.704Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/ad-55.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:16.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:16.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:16.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:16.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/corn-pudding/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.739Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.740Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3428,"total":3591,"pending":4,"failed":1283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.693Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/ad-55.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.751Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.839Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/ad-55.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.850Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3429,"total":3591,"pending":4,"failed":1283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:15.681Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.861Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.936Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/davidsoncookbook.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.947Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.948Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3430,"total":3591,"pending":4,"failed":1283,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.849Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food2.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:16.958Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food2.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:17.566Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:17.566Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:17.566Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:17.566Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf_74001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.579Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.579Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3431,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:16.947Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food2.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.589Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.736Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food2.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.737Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/fnf-potts-74006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.751Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.752Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/Janet-Goldiere.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.753Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3433,"total":3591,"pending":3,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.755Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3433,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/Janet-Goldiere.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.579Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:17.767Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/Janet-Goldiere.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.367Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/food4.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.431Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.431Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3434,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.752Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/Janet-Goldiere.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:17.751Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg\",\"added\":\"2023-09-04T19:09:42.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.442Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.594Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/Janet-Goldiere.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.595Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/08/recipe-75.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.729Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.730Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3436,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.739Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:18.740Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3436,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.378Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:19.535Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/UNCGsophhockey1917.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:19.547Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:19.548Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3437,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:19.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.613Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:25.758Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:25.759Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:26.574Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:26.720Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:26.731Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiereearsofcorn.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:26.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3438,"total":3591,"pending":4,"failed":1284,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:26.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiereearsofcorn.jpeg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:19.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:18.612Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:26.742Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiereearsofcorn.jpeg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:27.390Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:27.390Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:27.390Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:27.390Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiere001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.401Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.401Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3439,"total":3591,"pending":4,"failed":1285,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:26.731Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiereearsofcorn.jpeg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:19.547Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg\",\"added\":\"2023-09-04T19:09:42.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.430Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.439Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldiereearsofcorn.jpeg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.440Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/07/goldierecornpudding.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.459Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.460Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3441,"total":3591,"pending":3,"failed":1285,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.464Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.465Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3441,"total":3591,"pending":4,"failed":1285,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.463Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.471Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:27.491Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.414Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.414Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.414Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:28.415Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/masters-degree-at-davidson","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:28.427Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:28.428Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3442,"total":3591,"pending":4,"failed":1286,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.401Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:28.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:28.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/encyclopedia/cornelia-shaw","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:28.553Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:28.554Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3443,"total":3591,"pending":4,"failed":1287,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:27.459Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg\",\"added\":\"2023-09-04T19:09:42.567Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:35.454Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:35.464Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:35.464Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:35.464Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:35.465Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/DCCdedication001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:35.476Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:35.476Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3444,"total":3591,"pending":4,"failed":1288,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:35.475Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:35.485Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:35.582Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.110Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.110Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.110Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:36.110Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait002.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.122Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.122Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3445,"total":3591,"pending":4,"failed":1289,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.427Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.132Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.534Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.534Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:36.534Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:36.535Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/oatmeal-crispies-children-love-these/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.546Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.546Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3446,"total":3591,"pending":4,"failed":1290,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait2.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:28.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.679Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait001.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.690Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/trudyicecream.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:36.690Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3447,"total":3591,"pending":4,"failed":1290,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.546Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait2.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/trudyicecream.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:43.567Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:43.710Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/trudyicecream.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.655Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait2.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.702Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/trudyicecream.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.714Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.714Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3449,"total":3591,"pending":4,"failed":1290,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.726Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.747Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.750Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3449,"total":3591,"pending":4,"failed":1290,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.667Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:36.122Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg\",\"added\":\"2023-09-04T19:09:42.568Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:44.760Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.607Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/cafeparfait004.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:45.651Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:45.651Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:26:45.651Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 1)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:26:45.651Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy001.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.665Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3451,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.678Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.780Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.780Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3451,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:44.713Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.792Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.823Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy002.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.961Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.961Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3452,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:45.971Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.399Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy003.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.411Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy006.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3453,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy006.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.470Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy006.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.472Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy006.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.487Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/oatmealcrispies.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.488Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3454,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.487Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/oatmealcrispies.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.572Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/oatmealcrispies.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/oatmealcrispies.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.573Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/oatmealcrispies.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.585Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:47.585Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3455,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.837Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy005.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.354Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.354Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3456,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:48.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:45.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg\",\"added\":\"2023-09-04T19:09:42.569Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.359Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/abernethy004.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.367Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_Cover.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:48.368Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3457,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:48.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:48.367Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_Cover.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:51.383Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_Cover.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.455Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.476Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/19-1066.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.489Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_april.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.489Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3458,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:48.367Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_Cover.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:54.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_april.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.500Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_april.jpeg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:54.606Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.471Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_Cover.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.482Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.483Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3459,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:55.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:54.489Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_april.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.492Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.615Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_april.jpeg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.627Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1156.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:55.627Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3460,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:55.627Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1156.jpg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:55.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.719Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1156.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1156.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.720Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1156.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.736Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1157.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.736Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3461,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:56.736Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1157.jpg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:55.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.797Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1157.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1157.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.798Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1157.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.935Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:56.936Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3462,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:56.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:55.482Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.663Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/Athen_recipe.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.675Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_Nov.jpeg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.675Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3463,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:56.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.674Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_Nov.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.745Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_Nov.jpeg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_Nov.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.746Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_Nov.jpeg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.864Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:26:57.865Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3464,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:56.810Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.001Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.003Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athe_culinary.jpeg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.017Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_01.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.018Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3465,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:27:00.017Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_01.jpg\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.078Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_01.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_01.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.079Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_01.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.090Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_04.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.091Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3466,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:00.090Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_04.jpg\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.149Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_04.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_04.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.151Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_04.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.161Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_15.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:00.164Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3467,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:00.161Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_15.jpg\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:01.257Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_15.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_15.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:01.259Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DC0190s_15.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:01.270Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:01.270Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3468,"total":3591,"pending":4,"failed":1291,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:27:01.269Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:01.280Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:02.902Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:02.902Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:02.902Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:27:02.902Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/SAM_1158.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:02.972Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_cookies.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:02.973Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3469,"total":3591,"pending":4,"failed":1292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:02.913Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_cookies.jpg\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:02.983Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_cookies.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:04.103Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/04/athen_cookies.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:04.113Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:04.114Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3470,"total":3591,"pending":4,"failed":1292,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:25:50.087Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/\",\"added\":\"2023-09-04T19:07:55.544Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:04.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:04.124Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:20.097Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:20.098Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:27:20.098Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/littlereflections/jean/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:20.109Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:20.110Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3471,"total":3591,"pending":4,"failed":1293,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:26:47.585Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/\",\"added\":\"2023-09-04T19:09:42.570Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:20.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:04.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:20.212Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:27.867Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:27:57.868Z","context":"general","message":"Direct fetch capture attempt timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:27:57.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:24.607Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:24.607Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:28:24.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/6th-annual-poetry-reading-in-the-rbr/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:24.618Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:24.619Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3472,"total":3591,"pending":4,"failed":1294,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:28:24.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:20.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:26:57.759Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/\",\"added\":\"2023-09-04T19:09:42.571Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:04.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:24.718Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:27.869Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 30000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:27.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 30000 ms exceeded","stack":"TimeoutError: Navigation timeout of 30000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:28:27.870Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/whats-cooking/","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:27.881Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:27.882Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3473,"total":3591,"pending":4,"failed":1295,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:24.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:20.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:04.113Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:27.974Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:34.125Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:28:34.125Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:28:34.125Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies-part-2/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:34.138Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:34.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3474,"total":3591,"pending":4,"failed":1296,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:24.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:27:20.109Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:28:34.203Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:30:20.213Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:30:20.214Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Cakes.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:30:20.225Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:30:20.225Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3475,"total":3591,"pending":4,"failed":1297,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:24.618Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:30:20.360Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:24.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:24.718Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-candy-Orenge-pills.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.795Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DCCp41.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3476,"total":3591,"pending":4,"failed":1298,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:24.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DCCp41.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.915Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DCCp41.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DCCp41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.917Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/DCCp41.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.928Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/iceboxpudding.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:24.928Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3477,"total":3591,"pending":4,"failed":1298,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:24.928Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/iceboxpudding.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:25.018Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/iceboxpudding.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/iceboxpudding.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:25.020Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/03/iceboxpudding.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:25.030Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:25.030Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3478,"total":3591,"pending":4,"failed":1298,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:25.030Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:27.881Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:27.975Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:27.975Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Ginger-bread.jpg","workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:27.987Z","context":"worker","message":"Starting page","details":{"workerid":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:27.987Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3479,"total":3591,"pending":4,"failed":1299,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:25.030Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:28:34.138Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:28.112Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:34.209Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:34.209Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-gelly-of-Straw-berries.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:34.219Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:34.220Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3480,"total":3591,"pending":4,"failed":1300,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:25.030Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:34.304Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:55.032Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.079Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:55.154Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:55.154Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:55.154Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:55.154Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/delightes-for-ladies/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.166Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Distilling.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.166Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3481,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.166Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Distilling.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.277Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Distilling.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Distilling.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.280Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Distilling.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.291Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Glossary.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.291Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3482,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.291Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Glossary.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.381Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Glossary.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Glossary.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.382Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Glossary.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.460Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Prince-bisket.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.460Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3483,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.392Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Prince-bisket.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.551Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Prince-bisket.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Prince-bisket.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.552Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Prince-bisket.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.563Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Powders.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.563Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3484,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.563Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Powders.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.649Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Powders.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Powders.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.650Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Sweet-Powders.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.663Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Wafers.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.663Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3485,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.663Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Wafers.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.761Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Wafers.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Wafers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.762Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-Wafers.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.773Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Hair-Colouring.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.773Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3486,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.773Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Hair-Colouring.jpg\",\"added\":\"2023-09-04T19:09:42.574Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.860Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Hair-Colouring.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Hair-Colouring.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.861Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Hair-Colouring.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.871Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.872Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3487,"total":3591,"pending":4,"failed":1301,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:55.871Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/\",\"added\":\"2023-09-04T19:13:04.256Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:55.901Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:56.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:56.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:56.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:56.958Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/fate-and-the-future-davidsons-first-programmer/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:57.036Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:57.036Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3488,"total":3591,"pending":4,"failed":1302,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:56.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:57.066Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:58.126Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:58.126Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:31:58.126Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:31:58.126Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/davidsons-first-die-in/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.137Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/19850426_010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.137Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3489,"total":3591,"pending":4,"failed":1303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/19850426_010.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.221Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/19850426_010.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/19850426_010.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.222Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/19850426_010.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.233Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/27-2246a004.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.234Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3490,"total":3591,"pending":4,"failed":1303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.233Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/27-2246a004.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.302Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/27-2246a004.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/27-2246a004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.303Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/27-2246a004.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.315Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04191985005.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.315Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3491,"total":3591,"pending":4,"failed":1303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.314Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04191985005.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.369Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04191985005.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04191985005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.371Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04191985005.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.383Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04261985007-e1477429896268.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.384Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3492,"total":3591,"pending":4,"failed":1303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.383Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04261985007-e1477429896268.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.461Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04261985007-e1477429896268.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04261985007-e1477429896268.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian04261985007-e1477429896268.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.537Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:31:58.537Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3493,"total":3591,"pending":4,"failed":1303,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:30:20.225Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg\",\"added\":\"2023-09-04T19:09:42.572Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:00.377Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:00.378Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/To-make-puffe-paste.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:00.389Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:00.389Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3494,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:58.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:00.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.647Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.649Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985010.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.659Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985014.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.660Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3495,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.659Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985014.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:00.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.720Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985014.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985014.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.721Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985014.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.733Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985011.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.734Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3496,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.733Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985011.jpg\",\"added\":\"2023-09-04T19:13:04.259Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:00.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.790Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985011.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985011.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.792Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985011.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.804Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985012.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.804Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3497,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.804Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985012.jpg\",\"added\":\"2023-09-04T19:13:04.259Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:00.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.869Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985012.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985012.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.871Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05101985012.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.884Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:05.888Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3498,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:00.389Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg\",\"added\":\"2023-09-04T19:13:04.258Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.491Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.493Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/10/davidsonian05031985013.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.567Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/29-0201a001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.568Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3499,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:07.503Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/29-0201a001.jpg\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.633Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/29-0201a001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/29-0201a001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.634Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/29-0201a001.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.646Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/DC0231s-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.646Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3500,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:07.646Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/DC0231s-2.jpg\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.701Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/DC0231s-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/DC0231s-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.702Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/DC0231s-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.716Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/SloanCallingCardCollage.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:07.717Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3501,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:07.716Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/SloanCallingCardCollage.jpg\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.794Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/SloanCallingCardCollage.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/SloanCallingCardCollage.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.795Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/SloanCallingCardCollage.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.805Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/louisesloancallingcards005-e1474462761134.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.806Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3502,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:08.805Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/louisesloancallingcards005-e1474462761134.jpg\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.897Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/louisesloancallingcards005-e1474462761134.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/louisesloancallingcards005-e1474462761134.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.899Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2016/09/louisesloancallingcards005-e1474462761134.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.910Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.910Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3503,"total":3591,"pending":4,"failed":1304,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:08.910Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/\",\"added\":\"2023-09-04T19:13:04.261Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:08.920Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:09.542Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:09.542Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:09.542Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:09.542Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/town-history/page/3/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:09.610Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:09.610Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3504,"total":3591,"pending":4,"failed":1305,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:09.553Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/\",\"added\":\"2023-09-04T19:13:25.987Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:12.653Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:13.718Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:13.718Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:13.718Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:13.719Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-ayla-amon-curatorial-assistant-at-the-smithsonian-national-museum-of-african-american-history-and-culture-the-autobiography-and-the-bible-a-tale-of-resistance/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:13.730Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:13.731Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3505,"total":3591,"pending":4,"failed":1306,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:13.730Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/\",\"added\":\"2023-09-04T19:13:25.988Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:13.761Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.334Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.334Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.334Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:14.335Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/guest-blogger/dr-h-w-marbourg-botanizer/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.346Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.347Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3506,"total":3591,"pending":4,"failed":1307,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:14.346Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/\",\"added\":\"2023-09-04T19:13:25.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.376Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.918Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.918Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:14.918Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:14.918Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-measured-in-millimeters-miniature-books-at-davidson/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.930Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.930Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3507,"total":3591,"pending":4,"failed":1308,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:14.930Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/\",\"added\":\"2023-09-04T19:13:25.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:14.962Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:15.526Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:15.526Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:15.526Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:15.527Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/enslavement/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:15.538Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:15.539Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3508,"total":3591,"pending":4,"failed":1309,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:15.538Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/\",\"added\":\"2023-09-04T19:13:25.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:15.549Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:16.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:16.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:16.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:16.118Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/muslim/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:16.188Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:16.188Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3509,"total":3591,"pending":4,"failed":1310,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:16.132Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/\",\"added\":\"2023-09-04T19:13:25.989Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:16.200Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:17.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:17.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:17.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:17.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/tag/sayyid/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:17.264Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:17.265Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3510,"total":3591,"pending":4,"failed":1311,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:17.264Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/\",\"added\":\"2023-09-04T19:13:25.990Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:17.275Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.166Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.166Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.168Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:18.168Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/guest-blogger-alexa-torchynowycz-systems-and-cataloging-librarian-in-the-e-h-little-library-did-you-know-we-had-this-a-serendipitous-encounter-with-solzhenitsyn/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.178Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.178Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3511,"total":3591,"pending":4,"failed":1312,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:18.178Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/\",\"added\":\"2023-09-04T19:13:25.993Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.188Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.742Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.742Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:18.742Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:18.742Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/rare-book/page/2/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.753Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.755Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3512,"total":3591,"pending":4,"failed":1313,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:18.753Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false\",\"added\":\"2023-09-04T19:22:31.299Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:18.764Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:19.310Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:19.310Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:19.310Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:19.310Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/yowl?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:19.321Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/2009_ArchivesWeekPostcard_lrg.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:19.321Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3513,"total":3591,"pending":4,"failed":1314,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:19.321Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/2009_ArchivesWeekPostcard_lrg.jpg\",\"added\":\"2023-09-04T19:23:56.291Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:19.331Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/2009_ArchivesWeekPostcard_lrg.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:20.183Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/2009_ArchivesWeekPostcard_lrg.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:20.246Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:20.247Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3514,"total":3591,"pending":4,"failed":1314,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:20.193Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg\",\"added\":\"2023-09-04T19:23:56.291Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:20.257Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:21.366Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:21.366Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:21.366Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:21.366Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2009/10/9-1394a.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:21.377Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:21.377Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3515,"total":3591,"pending":4,"failed":1315,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:21.377Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false\",\"added\":\"2023-09-04T19:33:23.135Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:21.387Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.230Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.230Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.230Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:22.230Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/johnston-gym-knobloch-campus-center?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.241Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.242Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3516,"total":3591,"pending":4,"failed":1316,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:22.241Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false\",\"added\":\"2023-09-04T19:34:14.326Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.252Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.838Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.838Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:22.838Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:22.838Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/morrison-hall-ymca?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.850Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.850Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3517,"total":3591,"pending":4,"failed":1317,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:22.850Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false\",\"added\":\"2023-09-04T19:34:28.764Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:22.863Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:23.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/martin-chemical-laboratory-2?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:23.419Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:23.419Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3518,"total":3591,"pending":4,"failed":1318,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:23.419Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/\",\"added\":\"2023-09-04T19:35:26.876Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:23.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.974Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.974Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:23.974Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:23.974Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/welcome-to-archives-special-collections-molly/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:24.046Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:24.047Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3519,"total":3591,"pending":4,"failed":1319,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:23.986Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/\",\"added\":\"2023-09-04T19:35:26.878Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:24.057Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.118Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.118Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.118Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:25.119Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/staff/page/4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.130Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.130Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3520,"total":3591,"pending":4,"failed":1320,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:25.130Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/\",\"added\":\"2023-09-04T19:37:23.557Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.140Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.686Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.686Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:25.686Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:25.686Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/patrick-gass-and-his-journal/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.696Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface-end.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.697Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3521,"total":3591,"pending":4,"failed":1321,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:25.696Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface-end.jpg\",\"added\":\"2023-09-04T19:37:23.557Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:25.707Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface-end.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:26.847Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface-end.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:26.858Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:26.859Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3522,"total":3591,"pending":4,"failed":1321,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:26.858Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg\",\"added\":\"2023-09-04T19:37:23.557Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:26.869Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:27.942Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:27.942Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:27.942Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:27.942Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Title-page.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:27.953Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:27.953Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3523,"total":3591,"pending":4,"failed":1322,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:27.953Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:27.963Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:28.550Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:28.550Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/ returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:28.550Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/ returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/ returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:28.550Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/of-wormholes-marginalia-and-old-manuscripts/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.615Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.616Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3524,"total":3591,"pending":4,"failed":1323,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:28.561Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.690Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.692Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-Preface.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.703Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-binding.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.703Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3525,"total":3591,"pending":4,"failed":1323,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:28.703Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-binding.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.762Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-binding.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-binding.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.763Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-binding.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.774Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-entry.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:28.775Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3526,"total":3591,"pending":4,"failed":1323,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:28.774Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-entry.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:35.890Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:35.940Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:35.991Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-entry.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-entry.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:35.993Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-entry.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.004Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-names.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.004Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3527,"total":3591,"pending":4,"failed":1323,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:05.884Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/\",\"added\":\"2023-09-04T19:13:04.260Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:36.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-names.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.014Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-names.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:36.084Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:36.084Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:36.084Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:36.085Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-calling-cards-of-miss-louise-sloan/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.162Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-owners.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.163Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3528,"total":3591,"pending":4,"failed":1324,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:36.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-owners.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:36.004Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-names.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:36.172Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-owners.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.127Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-names.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.137Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3529,"total":3591,"pending":4,"failed":1324,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:36.100Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-owners.jpg\",\"added\":\"2023-09-04T19:37:23.558Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:37.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.147Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.288Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Gass-Journal-owners.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.298Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:37.299Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3530,"total":3591,"pending":4,"failed":1324,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:37.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:37.137Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:38.190Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:38.190Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:38.190Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:38.190Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/bookworms/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:38.254Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:38.255Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3531,"total":3591,"pending":4,"failed":1325,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:37.298Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:38.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:44.318Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.158Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.158Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.158Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:45.158Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rare-book-room-hidden-messages/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:45.169Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:45.170Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3532,"total":3591,"pending":4,"failed":1326,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.169Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:38.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:45.180Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.726Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.726Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:45.726Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:45.726Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-preservation-and-conservation/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:45.737Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:45.738Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3533,"total":3591,"pending":4,"failed":1327,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:38.202Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:48.257Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:52.254Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:52.254Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:32:52.254Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:32:52.254Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/rbr-bindings/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.266Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-bookworm-holes.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.267Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3534,"total":3591,"pending":4,"failed":1328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:52.266Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-bookworm-holes.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.399Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-bookworm-holes.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-bookworm-holes.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.400Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-bookworm-holes.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.411Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-evidence-of-bookworms.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.411Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3535,"total":3591,"pending":4,"failed":1328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:32:52.411Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-evidence-of-bookworms.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.421Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-evidence-of-bookworms.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:52.766Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.519Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/marginalia-and-evidence-of-bookworms.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.530Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/more-textual-marginalia.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.531Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3536,"total":3591,"pending":4,"failed":1328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:53.530Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/more-textual-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.620Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/more-textual-marginalia.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/more-textual-marginalia.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.621Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/more-textual-marginalia.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.633Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-back-cover.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:32:53.633Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3537,"total":3591,"pending":4,"failed":1328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:53.633Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-back-cover.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:00.654Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-back-cover.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.343Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-back-cover.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.418Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-binding.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3538,"total":3591,"pending":4,"failed":1328,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:01.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-binding.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:32:45.737Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg\",\"added\":\"2023-09-04T19:37:23.559Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.429Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-binding.jpg","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:01.606Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:01.607Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:01.607Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:01.607Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia-and-title-page.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.620Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.620Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3539,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:01.354Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-binding.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:01.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:01.630Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.527Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-binding.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.537Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-text-with-marginalia.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.538Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3540,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-text-with-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:01.619Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.548Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-text-with-marginalia.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.727Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-marginalia.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.799Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.800Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3541,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.537Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-text-with-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:02.811Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.391Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-text-with-marginalia.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.401Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Evidence-of-bookworms.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.401Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3542,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.401Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Evidence-of-bookworms.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.462Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Evidence-of-bookworms.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Evidence-of-bookworms.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.463Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Evidence-of-bookworms.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.475Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Manscript-on-vellum-used-in-spine.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.475Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3543,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.474Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Manscript-on-vellum-used-in-spine.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.546Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Manscript-on-vellum-used-in-spine.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Manscript-on-vellum-used-in-spine.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.547Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Manscript-on-vellum-used-in-spine.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.558Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.558Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3544,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:02.739Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.927Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/Daniel-the-Prophete-textual-marginalia.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.938Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:03.939Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3545,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.557Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg\",\"added\":\"2023-09-04T19:37:23.560Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:10.675Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:10.676Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/06/binding-showing-endpapers-and-rawhide-laces.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:10.748Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:10.749Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3546,"total":3591,"pending":4,"failed":1329,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:10.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:03.937Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:10.778Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:13.941Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.822Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.822Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.822Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:14.822Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-art-of-illumination-clara-nguyen/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.834Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.834Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3547,"total":3591,"pending":4,"failed":1330,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.834Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:10.690Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:14.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:14.862Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/virtual-manuscripts/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.875Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3548,"total":3591,"pending":4,"failed":1331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.834Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.928Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.929Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Recto.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.941Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:14.941Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3549,"total":3591,"pending":4,"failed":1331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.941Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:17.972Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:17.973Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-blue-2.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:17.984Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:17.986Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3550,"total":3591,"pending":4,"failed":1331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:17.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:14.941Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg\",\"added\":\"2023-09-04T19:37:23.561Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.013Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.015Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.015Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2014/01/Clara-purple-collage.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.028Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/MedievalBible1Recto.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.028Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3551,"total":3591,"pending":4,"failed":1331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.028Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/MedievalBible1Recto.jpg\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:17.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.095Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/MedievalBible1Recto.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/MedievalBible1Recto.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.104Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/MedievalBible1Recto.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.198Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.199Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3552,"total":3591,"pending":4,"failed":1331,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:17.984Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:18.862Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:18.862Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:18.862Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:18.862Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/cuneiforms/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.875Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:18.875Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3553,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.119Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg\",\"added\":\"2023-09-04T19:37:23.562Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.264Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.265Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/11/liturgical91Verso.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.276Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-13.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.277Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3554,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:21.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-13.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.352Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-13.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-13.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.354Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-13.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.369Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-4.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.370Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3555,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:21.369Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-4.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.703Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-4.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.704Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-4.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.716Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-6.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:21.716Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3556,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:21.715Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-6.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.783Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-6.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-6.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.784Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-6.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.795Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-9.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.795Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3557,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:24.795Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-9.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.857Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-9.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-9.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.858Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-9.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.937Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.937Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3558,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:24.869Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:18.875Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg\",\"added\":\"2023-09-04T19:37:23.563Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:24.985Z","context":"general","message":"Awaiting page load","details":{"page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:25.949Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:25.950Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-1.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:25.961Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:25.962Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3559,"total":3591,"pending":4,"failed":1332,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:25.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:24.869Z\",\"url\":\"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:25.991Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.070Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.070Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects returned status code 508","page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.070Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects returned status code 508","stack":"Error: Page http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:26.071Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"http://davidsonarchivesandspecialcollections.org/archives/community/transcription-projects","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.082Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.083Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3560,"total":3591,"pending":4,"failed":1333,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:25.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.082Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.112Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.654Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.654Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.654Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:26.654Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/new-acquisition-provides-glimpses-of-student-life/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.666Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-22.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.666Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3561,"total":3591,"pending":4,"failed":1334,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.665Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-22.jpg\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:25.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.730Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-22.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-22.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.732Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-22.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.744Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-34.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.744Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3562,"total":3591,"pending":4,"failed":1334,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.744Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-34.jpg\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:25.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.805Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-34.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-34.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.806Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/06/Cuneiform-34.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.818Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/diary_p001.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.818Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3563,"total":3591,"pending":4,"failed":1334,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:25.961Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.818Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/diary_p001.jpg\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.880Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/diary_p001.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/diary_p001.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.883Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/diary_p001.jpg","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.893Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.893Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:26.894Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:26.894Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/confederate-memorabilia/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.993Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.994Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3565,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.999Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:26.999Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3565,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.902Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg\",\"added\":\"2023-09-04T19:37:23.564Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.047Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.048Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2013/07/poem2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.060Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.063Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.064Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3566,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:26.904Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.066Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Light-Infantry-Tactics.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.079Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.079Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3567,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.060Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.119Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.120Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Manual-of-Military-Surgery1.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.134Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.138Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.138Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3568,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.135Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.079Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.141Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Second-Reader.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.156Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.157Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3569,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.135Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.199Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.200Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Our-Own-Spelling-Book2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.211Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:27.211Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3570,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.156Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.262Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.264Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/SC-Ordinance-of-Secession.jpg","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.276Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.276Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3571,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:27.211Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg\",\"added\":\"2023-09-04T19:37:23.565Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.308Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.315Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.317Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Thanksgiving-Sermon.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.327Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Election-Flyer2.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.327Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3572,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.327Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Election-Flyer2.jpg\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.422Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Election-Flyer2.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Election-Flyer2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.425Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/Election-Flyer2.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.495Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/bowen1748.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.495Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3573,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.437Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/bowen1748.jpg\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.581Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/bowen1748.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/bowen1748.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.582Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/bowen1748.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.593Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/homann1714.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.593Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3574,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.592Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/homann1714.jpg\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.646Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/homann1714.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/homann1714.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.647Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/homann1714.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.658Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/muenster1540.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.658Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3575,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.658Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/muenster1540.jpg\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.713Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/muenster1540.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/muenster1540.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.715Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/muenster1540.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.726Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/speed1676.jpg"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.727Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3576,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.726Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/speed1676.jpg\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.778Z","context":"fetch","message":"Direct fetch successful","details":{"url":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/speed1676.jpg","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/speed1676.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.780Z","context":"pageStatus","message":"Page Finished","details":{"loadState":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2011/12/speed1676.jpg","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.790Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.790Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3577,"total":3591,"pending":4,"failed":1335,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.276Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/\",\"added\":\"2023-09-04T19:37:23.566Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.789Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/\",\"added\":\"2023-09-04T19:38:21.210Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.819Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:34.958Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:34.958Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:34.958Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:34.958Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/the-william-patterson-cumming-map-collection/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.969Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.969Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3578,"total":3591,"pending":4,"failed":1336,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.789Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/\",\"added\":\"2023-09-04T19:38:21.210Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:34.998Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:35.374Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:35.374Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:35.374Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:35.375Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-laura-auberry/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:35.443Z","context":"worker","message":"Starting page","details":{"workerid":3,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:35.444Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3579,"total":3591,"pending":4,"failed":1337,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:34.219Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:36.218Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Execution context was destroyed, most likely because of a navigation.","stack":"Error: Execution context was destroyed, most likely because of a navigation.\n    at rewriteError (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:307:15)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:247:60)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)\n    at async Crawler.crawlPage (file:///app/crawler.js:453:18)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:36.218Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Delightes-for-Ladies1.jpg","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:36.232Z","context":"worker","message":"Starting page","details":{"workerid":2,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:36.233Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3580,"total":3591,"pending":4,"failed":1338,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:34.969Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:51.094Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:51.094Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:51.094Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:51.094Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-gabrielle-thomas/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:51.161Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:51.162Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3581,"total":3591,"pending":4,"failed":1339,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:51.105Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/\",\"added\":\"2023-09-04T19:39:02.575Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:51.190Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:52.270Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:52.270Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:33:52.270Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:33:52.270Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/category/behind-the-scenes/page/4/","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:52.282Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:52.283Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3582,"total":3591,"pending":4,"failed":1340,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:52.282Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false\",\"added\":\"2023-09-04T19:40:14.298Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:33:59.332Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:00.406Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:00.406Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:00.406Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:00.406Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-coaches?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:00.417Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:00.418Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3583,"total":3591,"pending":4,"failed":1341,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:34:00.417Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false\",\"added\":\"2023-09-04T19:40:23.703Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:00.428Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:01.142Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:01.142Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:01.142Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:01.142Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/mens-basketball-team-pictures?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:01.154Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:01.154Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3584,"total":3591,"pending":4,"failed":1342,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:34:01.154Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false\",\"added\":\"2023-09-04T19:40:29.607Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:01.164Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.246Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.246Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.246Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:02.247Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/davidson-monthly?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.258Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.258Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3585,"total":3591,"pending":4,"failed":1343,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:34:02.258Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false\",\"added\":\"2023-09-04T19:47:26.546Z\",\"depth\":6}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.268Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.814Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.814Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:02.814Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:02.814Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/stewards?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.884Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.885Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3586,"total":3591,"pending":4,"failed":1344,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:34:02.826Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false\",\"added\":\"2023-09-04T19:48:47.719Z\",\"depth\":6}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:02.895Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:04.870Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":400,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:04.870Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false returned status code 400","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:04.870Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false returned status code 400","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false returned status code 400\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 0)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:04.870Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":1,"page":"https://davidsonarchivesandspecialcollections.org/archives/encyclopedia/samuel-reid-spencer-jr?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:04.886Z","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false"}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:04.888Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3587,"total":3591,"pending":4,"failed":1345,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2023-09-04T20:34:04.886Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false\",\"added\":\"2023-09-04T19:51:16.441Z\",\"depth\":6}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:35.385Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/\",\"added\":\"2023-09-04T19:38:21.212Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:33:36.232Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/\",\"added\":\"2023-09-04T19:38:21.213Z\",\"depth\":5}","{\"seedId\":0,\"started\":\"2023-09-04T20:31:27.987Z\",\"url\":\"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg\",\"added\":\"2023-09-04T19:09:42.573Z\",\"depth\":5}"]}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:04.898Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:05.447Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:05.493Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.235Z","context":"general","message":"HEAD request to determine if URL is HTML page timed out","details":{"seconds":30,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:34:06.282Z","context":"general","message":"Awaiting page load","details":{"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.331Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.331Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.331Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 2)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:06.331Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-cami-herring/","workerid":2}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.591Z","context":"general","message":"Page Load Error, skipping page","details":{"statusCode":508,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.591Z","context":"general","message":"Page Load Error, skipping page","details":{"msg":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/ returned status code 508","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:06.591Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/ returned status code 508","stack":"Error: Page https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/ returned status code 508\n    at Crawler.loadPage (file:///app/crawler.js:1083:17)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async Crawler.default [as driver] (file:///app/defaultDriver.js:3:3)\n    at async Crawler.crawlPage (file:///app/crawler.js:451:5)\n    at async PageWorker.timedCrawlPage (file:///app/util/worker.js:165:7)\n    at async PageWorker.runLoop (file:///app/util/worker.js:206:9)\n    at async PageWorker.run (file:///app/util/worker.js:187:7)\n    at async Promise.allSettled (index 3)\n    at async Crawler.crawl (file:///app/crawler.js:793:5)\n    at async Crawler.run (file:///app/crawler.js:311:7)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:06.591Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/afr-329-women-slavery-in-the-black-atlantic-course-collaboration-idalina-pina/","workerid":3}}
{"logLevel":"error","timestamp":"2023-09-04T20:34:28.114Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.","stack":"ProtocolError: Runtime.callFunctionOn timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed.\n    at <instance_members_initializer> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:46:14)\n    at new Callback (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:50:16)\n    at CallbackRegistry.create (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:89:26)\n    at Connection._rawSend (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:202:26)\n    at CDPSessionImpl.send (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/Connection.js:409:33)\n    at #evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:231:50)\n    at process.processTicksAndRejections (node:internal/process/task_queues:95:5)\n    at async ExecutionContext.evaluate (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/ExecutionContext.js:146:16)","page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg","workerid":1}}
{"logLevel":"warn","timestamp":"2023-09-04T20:34:28.114Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/aroundthed/wp-content/uploads/sites/5/2015/01/Cookerie.jpg","workerid":1}}
{"logLevel":"error","timestamp":"2023-09-04T20:35:34.898Z","context":"general","message":"Page Load Timeout, skipping page","details":{"msg":"Navigation timeout of 90000 ms exceeded","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false","workerid":0}}
{"logLevel":"error","timestamp":"2023-09-04T20:35:34.899Z","context":"worker","message":"Worker Exception","details":{"type":"exception","message":"Navigation timeout of 90000 ms exceeded","stack":"TimeoutError: Navigation timeout of 90000 ms exceeded\n    at Timeout.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/util/Deferred.js:24:33)\n    at listOnTimeout (node:internal/timers:569:17)\n    at process.processTimers (node:internal/timers:512:7)","page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false","workerid":0}}
{"logLevel":"warn","timestamp":"2023-09-04T20:35:34.899Z","context":"pageStatus","message":"Page Load Failed","details":{"loadState":0,"page":"https://davidsonarchivesandspecialcollections.org/archives/category/digital-collections/presbytery-minutes-digital-collections?full-site=false","workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:34.909Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":0}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:34.998Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":2}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.227Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":1}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.227Z","context":"worker","message":"Worker exiting, all tasks complete","details":{"workerid":3}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.439Z","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":3591,"total":3591,"pending":0,"failed":1349,"limit":{"max":0,"hit":false},"pendingPages":[]}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.440Z","context":"general","message":"Waiting to ensure pending data is written to WARCs...","details":{}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.449Z","context":"general","message":"Generating WACZ","details":{}}
{"logLevel":"info","timestamp":"2023-09-04T20:35:35.450Z","context":"general","message":"Num WARC Files: 12","details":{}}
{"logLevel":"info","timestamp":"2023-09-04T20:36:09.863Z","context":"general","message":"Crawl status: done","details":{}}